-- Logs begin at Fri 2022-07-01 15:53:11 UTC, end at Fri 2022-07-01 17:00:29 UTC. -- Jul 01 16:31:52.173648 dv-cinder-797608-41-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 01 16:31:54.877709 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.common.config [-] Logging enabled! Jul 01 16:31:54.878388 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev397 Jul 01 16:31:54.878547 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110467) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 01 16:31:54.882402 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.common.config [-] Logging enabled! Jul 01 16:31:54.882661 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev397 Jul 01 16:31:54.882977 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110467) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 01 16:31:54.883933 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 16:31:54.884168 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 16:31:54.884535 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 16:31:54.884782 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 16:31:54.885011 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 16:31:54.885429 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.885740 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.885976 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.886278 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.886603 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.886898 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.887193 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.887496 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.887786 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.888070 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.888356 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.888590 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.888872 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.889161 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.889453 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.889680 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] debug = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.889964 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.890428 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.890877 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.891140 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.891432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.891710 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.891986 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.892264 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.892553 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.892885 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] host = dv-cinder-797608-41-iscsi {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.893166 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.893456 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.893746 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.894050 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.894311 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.894616 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.894905 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.895183 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.895456 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.895738 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.896663 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.896954 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.897251 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.897477 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.897703 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.897992 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.898284 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.898587 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.898862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.899135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.899408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.899683 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.899955 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.900240 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.900524 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.900810 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.901086 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.901361 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.901634 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.901904 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.902190 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.902493 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.902763 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.903038 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.903327 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.903598 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.903874 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.904177 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.904466 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.904749 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.905037 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.905314 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.905602 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.905874 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.906145 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.906437 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_json = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.906710 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.906979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.907262 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.907535 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.907806 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.908077 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.908347 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.908631 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.908900 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:54.909198 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.909497 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.909800 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.910119 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.910418 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.910701 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.910992 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.911272 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.911592 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.911887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.912259 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.912557 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.912845 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.913135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.913430 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.913735 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.914032 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.914329 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.914632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.914909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.915184 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.915464 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.915759 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.916038 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.916330 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.916624 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.916906 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.917205 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.917493 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.917780 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.918072 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.918384 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.918665 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.918944 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.919236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.919517 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.919794 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.920084 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.920365 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.920641 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.920921 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.921212 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.921504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.921781 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.922060 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.922365 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.922657 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.922932 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.923206 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.923485 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.923759 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.924047 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.924331 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.924608 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.924881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.925159 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.925436 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.925718 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.925996 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.926271 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.926574 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.926852 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.927182 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.927716 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.927839 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.928102 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.928554 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.929025 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.929495 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.929961 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.930466 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.930933 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.931400 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.931866 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.932374 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.932848 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.933324 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.933795 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.934269 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.934762 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.935234 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.935700 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.936301 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.936599 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.936907 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.937202 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.937506 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.937794 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.938075 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.938438 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.938727 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.939009 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.939294 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.939577 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.939856 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.940140 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.940426 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.940724 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.941020 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.941301 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.941593 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.941889 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.942186 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.942493 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.943342 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.943630 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:54.943846 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 16:31:54.944097 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110467) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 01 16:31:55.250438 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 01 16:31:55.250632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 01 16:31:55.250935 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 01 16:31:55.251271 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 01 16:31:55.673914 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.674213 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.674507 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.677635 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.677910 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.678180 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.732499 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.732779 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.733053 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.747702 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.747983 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.748258 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.778734 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.779013 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.779288 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.815523 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.815801 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:55.816072 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.052574 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.053202 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.053202 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.053453 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.054065 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.152842 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.153163 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.153449 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.153725 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.153994 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.154306 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.154592 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.154853 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.155111 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.155396 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.155658 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.155925 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.156183 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.156435 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.156691 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.156954 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.157211 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.157479 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.157746 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.158005 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.158279 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.158556 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.158839 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.159216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.159469 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.159718 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.160115 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.160355 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.160590 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.160826 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.161059 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.161294 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:56.162200 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 01 16:31:56.165325 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 01 16:31:56.169264 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 01 16:31:56.172995 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 01 16:31:56.174652 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 01 16:31:56.175271 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 01 16:31:56.175609 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 01 16:31:56.176001 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 01 16:31:56.178919 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 01 16:31:56.179175 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 01 16:31:56.179521 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 16:31:56.184647 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 01 16:31:56.208080 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 01 16:31:56.209097 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.209528 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110467) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 01 16:31:56.209909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.211379 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110467) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 01 16:31:56.211662 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 16:31:56.211911 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 01 16:31:56.215348 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.215632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:56.321107 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 01 16:31:56.321282 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 01 16:31:56.321488 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 01 16:31:56.321872 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 01 16:31:56.375347 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO dbcounter [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Registered counter for database neutron Jul 01 16:31:56.394810 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_db.sqlalchemy.engines [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110467) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 01 16:31:56.400690 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG dbcounter [-] [110467] Writer thread running {{(pid=110467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 16:31:56.950459 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing driver for type 'gre' Jul 01 16:31:56.950985 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] gre ID ranges: [(1, 1000)] Jul 01 16:31:57.008322 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing driver for type 'local' Jul 01 16:31:57.008699 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing driver for type 'vlan' Jul 01 16:31:57.023750 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] VlanTypeDriver initialization complete Jul 01 16:31:57.024092 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing driver for type 'vxlan' Jul 01 16:31:57.024592 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] vxlan ID ranges: [(1, 1000)] Jul 01 16:31:57.086406 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing extension driver 'port_security' Jul 01 16:31:57.087231 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.extensions.port_security [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] PortSecurityExtensionDriver initialization complete Jul 01 16:31:57.087231 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing mechanism driver 'openvswitch' Jul 01 16:31:57.087411 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing mechanism driver 'hyperv' Jul 01 16:31:57.094164 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.plugin [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:31:57.094862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.095236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.095586 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.096098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.096518 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.096870 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.097260 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.097609 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.098013 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.098396 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.098752 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.099756 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.100251 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.100547 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.100889 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.101278 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.101687 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.102034 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.102392 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.102798 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.103224 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > address_group after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.103571 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > address_group after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.103909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.104295 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 01 16:31:57.104731 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] ML2 OVO RPC backend initialized. {{(pid=110467) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 01 16:31:57.105438 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.105792 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.106201 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.106572 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > networks before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.106936 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.107280 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > ports before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.107624 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.107963 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnets before_response 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.108305 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.108643 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.108979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.109312 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.109651 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.109979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.110311 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.110670 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.110999 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.119100 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded quota_driver: . Jul 01 16:31:57.119460 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.plugin [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Modular L2 Plugin initialization complete Jul 01 16:31:57.119805 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading services supported by the core plugin {{(pid=110467) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 01 16:31:57.120145 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.plugins.ml2.managers [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Got port-security extension from driver 'port_security' Jul 01 16:31:57.120622 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.extensions.vlantransparent [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Disabled vlantransparent extension. Jul 01 16:31:57.121111 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110467) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 01 16:31:57.121435 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: router Jul 01 16:31:57.156135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.156524 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_create 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.156895 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router before_create 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.157384 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.157759 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.158120 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_delete 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.158504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.158857 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.159213 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_create 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.159560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.159907 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.160255 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.160610 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.161017 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.161937 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.162257 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.162637 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: subnet after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.162967 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.163313 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.163658 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_create 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.163998 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.164340 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.164691 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router after_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.165028 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.165373 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_create 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.165728 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.166070 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_update 55549900 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.166456 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > agent after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.166804 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > agent after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.167143 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > network after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.167990 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Tracking information for resource: router configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:57.168320 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Tracking information for resource: floatingip configured {{(pid=110467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 16:31:57.173085 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.db.l3_agentschedulers_db [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 01 16:31:57.173667 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.174028 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.174407 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.174761 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: port after_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.175543 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router before_create 55550100 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.175904 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.176265 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_create 55550100 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.176620 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > router precommit_update 55550100 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.181965 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.provider_configuration [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service providers = [] {{(pid=110467) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 01 16:31:57.182325 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.db.servicetype_db [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110467) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 01 16:31:57.185261 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.service_base [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 16:31:57.185610 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.service_base [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 16:31:57.185952 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.service_base [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 16:31:57.187090 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.services.service_base [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 16:31:57.187459 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.services.service_base [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 01 16:31:57.187839 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.188157 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 01 16:31:57.198634 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.198971 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: auto_allocate Jul 01 16:31:57.204740 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: network precommit_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.205106 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: network precommit_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.205623 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.205942 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: tag Jul 01 16:31:57.212881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.213210 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: timestamp Jul 01 16:31:57.216994 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.217322 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: network_ip_availability Jul 01 16:31:57.222771 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.223144 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.223498 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.224881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.225242 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: flavors Jul 01 16:31:57.230184 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.230547 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading Plugin: revisions Jul 01 16:31:57.234851 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 16:31:57.235240 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.984s {{(pid=110467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 01 16:31:57.235974 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110467) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 01 16:31:57.236308 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Initializing extension manager. Jul 01 16:31:57.236833 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: __init__.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.237174 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: __pycache__ {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.237509 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: address_group.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.238265 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.238849 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: address-group Jul 01 16:31:57.239172 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: address_scope.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.239982 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.240527 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: address-scope Jul 01 16:31:57.240849 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.241769 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.242280 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: router-admin-state-down-before-update Jul 01 16:31:57.242627 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: agent.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.243318 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.243820 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: agent Jul 01 16:31:57.244140 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: agent_resources_synced.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.245038 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.245549 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: agent-resources-synced Jul 01 16:31:57.245872 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: allowedaddresspairs.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.247699 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.248272 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: allowed-address-pairs Jul 01 16:31:57.248597 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: auto_allocated_topology.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.249661 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.250175 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: auto-allocated-topology Jul 01 16:31:57.250536 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: availability_zone.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.251228 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.251736 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: availability_zone Jul 01 16:31:57.252058 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: availability_zone_filter.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.252960 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.253468 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: availability_zone_filter Jul 01 16:31:57.253789 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: data_plane_status.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.254713 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.255816 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension data-plane-status not supported by any of loaded plugins Jul 01 16:31:57.256189 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: default_subnetpools.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.257089 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.257604 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: default-subnetpools Jul 01 16:31:57.257927 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.258762 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.259273 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: dhcp_agent_scheduler Jul 01 16:31:57.259596 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: dns.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.260501 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.261006 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension dns-integration not supported by any of loaded plugins Jul 01 16:31:57.261330 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: dns_domain_ports.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.262236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.262784 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 01 16:31:57.263108 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.264140 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.264649 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 01 16:31:57.264972 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: dvr.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.265638 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.266141 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: dvr Jul 01 16:31:57.266570 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: ecmp_routes.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.267484 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.267993 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 01 16:31:57.268318 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: empty_string_filtering.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.269221 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.269736 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: empty-string-filtering Jul 01 16:31:57.270055 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.271549 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.272051 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 01 16:31:57.272370 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.273290 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.273987 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 01 16:31:57.274315 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: external_net.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.275250 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.275765 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: external-net Jul 01 16:31:57.276088 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.276990 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.277498 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: extra_dhcp_opt Jul 01 16:31:57.277818 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: extraroute.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.278756 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.279265 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: extraroute Jul 01 16:31:57.279583 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: extraroute_atomic.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.280599 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.281112 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: extraroute-atomic Jul 01 16:31:57.281435 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: filter_validation.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.282098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.282636 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: filter-validation Jul 01 16:31:57.282957 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: fip_pf_description.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.283859 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.284363 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 01 16:31:57.284683 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: fip_pf_port_range.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.285584 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.286084 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 01 16:31:57.286589 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: fip_port_details.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.287560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.288069 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: fip-port-details Jul 01 16:31:57.288392 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: flavors.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.289635 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.290153 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: flavors Jul 01 16:31:57.290514 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.292208 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.292731 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 01 16:31:57.293062 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: floatingip_pools.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.293761 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.294275 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: floatingip-pools Jul 01 16:31:57.294690 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: ip_allocation.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.295638 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.296144 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension ip_allocation not supported by any of loaded plugins Jul 01 16:31:57.296468 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.297388 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.297902 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: ip-substring-filtering Jul 01 16:31:57.298234 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l2_adjacency.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.299268 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.299871 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 01 16:31:57.300198 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.301200 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.301716 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: router Jul 01 16:31:57.302702 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.305960 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.306516 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 01 16:31:57.306855 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.307788 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.308304 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: ext-gw-mode Jul 01 16:31:57.308636 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.309699 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.310199 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: l3-ha Jul 01 16:31:57.310555 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.311464 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.311973 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 01 16:31:57.312296 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_flavors.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.313199 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.313712 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: l3-flavors Jul 01 16:31:57.314038 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.315425 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.315942 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 01 16:31:57.316267 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.317396 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.318726 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 01 16:31:57.319054 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: l3agentscheduler.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.320244 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.321021 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: l3_agent_scheduler Jul 01 16:31:57.321351 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: local_ip.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.323185 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.323705 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension local_ip not supported by any of loaded plugins Jul 01 16:31:57.324034 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: logging.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.325490 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.326013 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension logging not supported by any of loaded plugins Jul 01 16:31:57.326365 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: metering.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.327101 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.327686 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: metering Jul 01 16:31:57.328012 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.329104 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.329619 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: metering_source_and_destination_fields Jul 01 16:31:57.329950 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: multiprovidernet.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.330966 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.331479 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: multi-provider Jul 01 16:31:57.331799 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: netmtu.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.332706 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.333242 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: net-mtu Jul 01 16:31:57.333566 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: netmtu_writable.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.334499 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.335005 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: net-mtu-writable Jul 01 16:31:57.335325 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: network_availability_zone.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.335989 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.336496 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: network_availability_zone Jul 01 16:31:57.336814 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: network_ip_availability.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.337906 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.338447 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: network-ip-availability Jul 01 16:31:57.338773 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: network_segment_range.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.339523 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.340028 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension network-segment-range not supported by any of loaded plugins Jul 01 16:31:57.340345 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: pagination.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.341309 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.341637 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: pagination Jul 01 16:31:57.341954 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_device_profile.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.342948 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.343459 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-device-profile Jul 01 16:31:57.343780 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_mac_address_override.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.344726 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.345242 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-mac-override Jul 01 16:31:57.345568 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.346520 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.347034 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-mac-address-regenerate Jul 01 16:31:57.347525 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.348396 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.348951 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-numa-affinity-policy Jul 01 16:31:57.349265 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_resource_request.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.350162 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.350694 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension port-resource-request not supported by any of loaded plugins Jul 01 16:31:57.351016 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: port_resource_request_groups.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.351966 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.352474 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 01 16:31:57.352794 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: portbindings.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.353705 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.354216 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: binding Jul 01 16:31:57.354568 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: portbindings_extended.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.355815 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.356330 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: binding-extended Jul 01 16:31:57.356656 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: portsecurity.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.357564 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.358073 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-security Jul 01 16:31:57.358455 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: project_id.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.359452 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.359779 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: project-id Jul 01 16:31:57.360096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: providernet.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.361014 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.361525 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: provider Jul 01 16:31:57.361846 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.367681 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.368203 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos not supported by any of loaded plugins Jul 01 16:31:57.368532 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.369794 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.370306 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 01 16:31:57.370664 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.371594 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.372106 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 01 16:31:57.372431 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_default.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.373400 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.373914 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-default not supported by any of loaded plugins Jul 01 16:31:57.374237 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_fip.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.375185 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.375701 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-fip not supported by any of loaded plugins Jul 01 16:31:57.376024 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.376931 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.377440 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 01 16:31:57.377762 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_gateway_ip.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.378703 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.379221 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 01 16:31:57.379538 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_port_network_policy.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.381181 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.381698 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 01 16:31:57.382002 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.383071 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.383584 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 01 16:31:57.383909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.384938 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.385451 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 01 16:31:57.385775 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_pps_rule.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.386972 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.387490 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-pps not supported by any of loaded plugins Jul 01 16:31:57.387814 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_rule_type_details.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.388722 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.389243 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 01 16:31:57.389566 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.390549 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.391085 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 01 16:31:57.391408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: qos_rules_alias.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.392443 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.392955 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 01 16:31:57.393277 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: quota_check_limit.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.394175 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.394791 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: quota-check-limit Jul 01 16:31:57.395115 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: quotasv2.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.396104 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.396425 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: quotas Jul 01 16:31:57.396744 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: quotasv2_detail.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.398469 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.398806 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: quota_details Jul 01 16:31:57.399140 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: rbac.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.400196 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.400720 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: rbac-policies Jul 01 16:31:57.401047 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: rbac_address_group.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.401964 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.402519 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: rbac-address-group Jul 01 16:31:57.402844 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: rbac_address_scope.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.403761 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.404275 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: rbac-address-scope Jul 01 16:31:57.404600 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: rbac_security_groups.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.405590 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.406103 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: rbac-security-groups Jul 01 16:31:57.406457 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: rbac_subnetpool.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.407374 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.407890 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: rbac-subnetpool Jul 01 16:31:57.408212 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: revisionifmatch.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.409135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.409646 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: revision-if-match Jul 01 16:31:57.409966 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: revisions.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.411177 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.411821 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: standard-attr-revisions Jul 01 16:31:57.412142 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: router_availability_zone.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.412807 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.413310 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: router_availability_zone Jul 01 16:31:57.413629 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: routerservicetype.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.414753 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.415267 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension router-service-type not supported by any of loaded plugins Jul 01 16:31:57.415588 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.416501 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.417013 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: security-groups-normalized-cidr Jul 01 16:31:57.417333 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.418256 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.418804 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: port-security-groups-filtering Jul 01 16:31:57.419129 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.420052 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.420563 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: security-groups-remote-address-group Jul 01 16:31:57.420883 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.421824 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.422333 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: security-groups-shared-filtering Jul 01 16:31:57.422682 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: securitygroup.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.432707 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.433230 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: security-group Jul 01 16:31:57.433562 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: segment.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.434288 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.434827 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension segment not supported by any of loaded plugins Jul 01 16:31:57.435161 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.436160 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.436671 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 01 16:31:57.436996 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: servicetype.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.438091 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.438645 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: service-type Jul 01 16:31:57.438981 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: sorting.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.439957 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.440289 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: sorting Jul 01 16:31:57.440610 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: standard_attr_segment.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.441520 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.442035 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 01 16:31:57.442361 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: standardattrdescription.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.443730 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.444242 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: standard-attr-description Jul 01 16:31:57.444565 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: stateful_security_group.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.445504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.446284 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: stateful-security-group Jul 01 16:31:57.446631 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: stdattrs_common.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.447212 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 01 16:31:57.447534 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.448448 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.448975 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 01 16:31:57.449299 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnet_onboard.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.450378 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.450891 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: subnet_onboard Jul 01 16:31:57.451216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.452135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.452643 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 01 16:31:57.452966 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnet_service_types.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.453907 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.454491 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: subnet-service-types Jul 01 16:31:57.454817 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnetallocation.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.455897 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.456411 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: subnet_allocation Jul 01 16:31:57.456733 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.457393 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.457899 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: subnetpool-prefix-ops Jul 01 16:31:57.458254 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.459208 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.459715 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 01 16:31:57.460036 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: tagging.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.461095 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.461609 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: standard-attr-tag Jul 01 16:31:57.461931 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: timestamp.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.463151 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.463662 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loaded extension: standard-attr-timestamp Jul 01 16:31:57.463984 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: trunk.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.465010 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.465522 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension trunk not supported by any of loaded plugins Jul 01 16:31:57.465844 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: trunk_details.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.466871 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.467386 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension trunk-details not supported by any of loaded plugins Jul 01 16:31:57.467709 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: uplink_status_propagation.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.468628 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.469150 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 01 16:31:57.469472 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Loading extension file: vlantransparent.py {{(pid=110467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 01 16:31:57.470132 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 01 16:31:57.470674 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 01 16:31:57.473179 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:network Jul 01 16:31:57.473693 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnet Jul 01 16:31:57.474121 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 16:31:57.474551 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:port Jul 01 16:31:57.475754 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.476204 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service FLAVORS assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.476818 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.477247 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.477575 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:router Jul 01 16:31:57.477994 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:floatingip Jul 01 16:31:57.478505 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service METERING assigned prefix: /metering {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.479947 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.480317 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.480669 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:31:57.481676 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 16:31:57.482105 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:security_group Jul 01 16:31:57.482651 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 16:31:57.483239 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service CORE assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.483566 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 16:31:57.483913 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] subnetpool is already registered Jul 01 16:31:57.484334 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service CORE assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.484658 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 16:31:57.484994 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] subnetpool is already registered Jul 01 16:31:57.487308 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.487741 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service FLAVORS assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.488329 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.488755 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.489086 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:router Jul 01 16:31:57.489967 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] router is already registered Jul 01 16:31:57.490416 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:floatingip Jul 01 16:31:57.490750 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] floatingip is already registered Jul 01 16:31:57.491207 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service METERING assigned prefix: /metering {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.491875 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 16:31:57.492199 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] rbac_policy is already registered Jul 01 16:31:57.492604 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:security_group Jul 01 16:31:57.492936 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] security_group is already registered Jul 01 16:31:57.493333 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 16:31:57.493662 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] security_group_rule is already registered Jul 01 16:31:57.494273 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service CORE assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.494624 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 16:31:57.494956 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] subnetpool is already registered Jul 01 16:31:57.495368 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.v2.resource_helper [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Service CORE assigned prefix: {{(pid=110467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 16:31:57.495688 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 16:31:57.496014 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING neutron.quota.resource_registry [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] subnetpool is already registered Jul 01 16:31:57.496485 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: extensions {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.497930 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: address-groups {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.499534 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: address-scopes {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.500860 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: agents {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.502032 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: auto-allocated-topology {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.503288 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: availability_zones {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.504491 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: dhcp-networks {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.506059 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: dhcp-agents {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.507518 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: routers {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.509198 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: flavors {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.510489 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: service_profiles {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.511692 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: next_providers {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.513128 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: service_profiles {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.514684 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: floatingip-pools {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.515906 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: routers {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.517585 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: floatingips {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.518884 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: l3-routers {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.520261 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: l3-agents {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.522298 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: metering-labels {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.523585 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: metering-label-rules {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.525869 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: network-ip-availabilities {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.527156 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: bindings {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.528694 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: quotas {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.530450 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: quotas {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.532039 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: rbac-policies {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.533216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: security-groups {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.534542 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: security-group-rules {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.535790 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: service-providers {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.537662 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: subnetpools {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.539412 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: subnetpools {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.541257 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.543308 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.545840 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.547955 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.550082 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.552805 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.554957 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.557274 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.559108 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.560842 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron.api.extensions [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Extended resource: tags {{(pid=110467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 16:31:57.567072 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING keystonemiddleware.auth_token [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 01 16:31:57.573167 dv-cinder-797608-41-iscsi neutron-server[110467]: WARNING keystonemiddleware.auth_token [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 01 16:31:57.581985 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Acquired lock "singleton_lock" {{(pid=110467) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 01 16:31:57.582492 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_concurrency.lockutils [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Releasing lock "singleton_lock" {{(pid=110467) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 01 16:31:57.583161 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Starting 2 workers Jul 01 16:31:57.588082 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Started child 110574 {{(pid=110467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 16:31:57.592546 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Started child 110575 {{(pid=110467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 16:31:57.593443 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.594163 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO neutron.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 01 16:31:57.594913 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.595546 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [-] (110574) wsgi starting up on http://0.0.0.0:9696 Jul 01 16:31:57.597460 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Starting 1 workers Jul 01 16:31:57.597745 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.599240 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [-] (110575) wsgi starting up on http://0.0.0.0:9696 Jul 01 16:31:57.603018 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Started child 110576 {{(pid=110467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 16:31:57.603552 dv-cinder-797608-41-iscsi neutron-server[110467]: INFO oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Starting 1 workers Jul 01 16:31:57.606535 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] calling RpcWorker wait() {{(pid=110576) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 01 16:31:57.607075 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] returning from RpcWorker wait() {{(pid=110576) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 01 16:31:57.608043 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Started child 110577 {{(pid=110467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 16:31:57.608358 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.608832 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:31:57.608953 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG neutron_lib.callbacks.manager [None req-8dc22cb6-49e3-4333-8ec8-7ee428248f30 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.610865 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110467) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 16:31:57.611072 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 16:31:57.611250 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 16:31:57.611577 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 16:31:57.611810 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 16:31:57.611970 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 16:31:57.612491 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.612768 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.613042 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.613305 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.613922 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.614187 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.614383 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:31:57.616083 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616083 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616083 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616083 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616083 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616451 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:31:57.616532 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616532 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616722 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.616997 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.617251 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.617503 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.617673 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.617937 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.618204 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.618474 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.618782 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] debug = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.619040 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.619520 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.619772 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.620021 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.620254 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.620529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.620770 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.621033 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.621253 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.621465 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.621709 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.621959 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.622187 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.622447 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.622679 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.622961 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.623176 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.623649 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] host = dv-cinder-797608-41-iscsi {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.623895 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.624138 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.624391 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.624632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.624883 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.625129 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.625393 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.625646 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.625904 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.626129 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.626412 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.626664 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.626909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.627160 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.627319 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_options = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.627572 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.627826 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.628098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.628300 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.628452 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.628614 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.628855 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.629025 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.629278 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.629490 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.629698 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.629923 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.630199 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.631033 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.631033 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.631033 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.631873 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.631873 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.632116 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.632371 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.632616 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.632845 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.633077 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.633384 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.633603 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.633834 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.634096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.634684 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.634684 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.634841 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.634984 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.635256 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.635468 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.635750 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.636061 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.636522 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.636754 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.636992 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.637481 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.637481 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.637732 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.637992 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.638204 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.638457 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.638663 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639014 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639121 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_json = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639341 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639601 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639790 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.639968 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.640180 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.640390 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.640616 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.640937 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.641065 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.641470 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.641765 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.642081 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.642328 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.642637 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.642878 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.643129 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.643373 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.643608 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.643836 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.644150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.644372 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.644697 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.644982 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.645248 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.645556 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.645933 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.646715 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.646715 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.646876 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.647053 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.647289 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.647819 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.647819 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.647991 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.648250 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.648506 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.649334 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.649334 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.649334 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.649767 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.649905 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.650173 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.650461 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.650680 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.650926 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.651141 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.651415 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.651617 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.651927 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.652363 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.652610 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.652977 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.653231 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.653469 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.653712 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.654088 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.654378 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.654602 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.654829 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.655123 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.655343 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.655560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.655767 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.656127 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.656504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.656919 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.657148 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.657386 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.657664 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.657881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.658093 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.658498 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.658881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.659249 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.659682 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.660044 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.660379 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.660775 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.661158 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.662047 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.662292 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.662513 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.662753 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.662981 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.663216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.663426 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.663644 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.663855 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.664068 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.664283 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.664490 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.664708 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.664925 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.665136 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.665350 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.665575 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.665785 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.666017 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.666226 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.666458 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.666780 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.667026 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.667271 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.667485 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.667726 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.667957 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.668206 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.668440 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.668650 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.668879 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.669146 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.669373 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.669633 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.669854 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.670065 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.670323 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.670565 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.670929 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.671304 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.671660 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.672041 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.672260 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.672511 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.672743 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.672978 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.673212 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.673461 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.673698 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.673988 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.674216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.674517 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.674739 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.675014 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.675314 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.675567 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.675825 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.676224 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.676481 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.676752 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.677120 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.677980 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.678243 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.678693 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.678940 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.679195 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.679420 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.679659 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.679890 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.680292 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.680531 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.680768 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.680979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.681250 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.681495 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.681731 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.681991 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.682271 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.682518 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.682755 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.682979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.683224 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.684887 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.685377 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.685377 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.685529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.685700 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.685934 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.686171 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.686429 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.686676 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.686886 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689649 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689649 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689649 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689649 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689886 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.689950 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.690124 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.690378 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.690600 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.690842 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.691043 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.691261 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.691508 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.691714 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.691936 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.692175 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.692387 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.692799 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.693307 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.693648 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.693986 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.694591 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.694964 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.695264 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.695489 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.696114 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.696379 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.696598 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.696824 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.697049 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.697266 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.697492 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.697696 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.697916 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.698173 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.698511 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.698897 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.699278 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.699650 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.699868 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.700117 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.700333 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.700562 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.700771 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.701000 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.701236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.701445 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.701719 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.701985 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.702210 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.702484 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.702730 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.702957 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.703205 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.703452 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.703662 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.703881 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.704097 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.704307 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.704530 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.704738 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.704945 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.705162 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.705397 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.705625 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.705872 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.706078 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.706284 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.706525 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.706741 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.706970 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.707171 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.707399 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.707601 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.707822 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.708032 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.708263 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.708488 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.708719 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.708970 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.709195 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.709409 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.709635 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.709927 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.710186 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.710428 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.710717 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.710963 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.711214 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.711560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.711862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.712073 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.712379 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.712586 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.712795 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.713011 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.713256 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.713573 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.713860 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.714206 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.714488 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.714745 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.715013 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.715289 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.715493 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.715779 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.716124 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.716392 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.716628 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.716867 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.717096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.717316 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.717528 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.717740 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.717967 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.718214 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.718519 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.718747 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.718996 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.719210 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.719451 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.719672 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.719892 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.720135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.720397 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.720632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.720800 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 16:31:57.721397 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110467) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 16:31:57.721515 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 16:31:57.721665 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 16:31:57.721862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 16:31:57.722003 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 16:31:57.722139 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 16:31:57.722333 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.722519 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.722678 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.722835 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.723028 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.723189 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.723349 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.723504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.723661 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.724418 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.725096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.725096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.725096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.725096 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.726516 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] debug = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727080 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727080 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727080 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727080 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727080 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727446 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727446 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727446 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727651 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.727729 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728340 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728417 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728554 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728709 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.728864 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] host = dv-cinder-797608-41-iscsi {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729019 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729175 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729330 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729485 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729640 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729795 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.729951 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730107 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730429 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730429 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730581 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730717 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.730873 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731029 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731184 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_options = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731340 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731494 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731650 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731833 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.731991 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732204 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732314 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732447 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732602 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732757 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.732913 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733073 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733228 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733384 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733539 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733693 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733847 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.733932 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:31:57.734016 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734147 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734303 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734479 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734635 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734790 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.734944 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.735099 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.735254 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.735408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.735563 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736126 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736126 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736126 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736382 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736382 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736672 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736833 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.736987 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.737142 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.737632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.737632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.737632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_json = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738941 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738941 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.738941 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.739165 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.739165 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.739334 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.740095 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.740408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.740408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 16:31:57.740408 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.740873 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.740971 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741054 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741277 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741443 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741602 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741760 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.741948 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742071 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742239 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742418 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742589 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742753 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.742911 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743073 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743230 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743421 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743543 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743700 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.743858 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744015 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744180 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744337 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744497 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744663 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744812 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.744978 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745135 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745299 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745471 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745628 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745787 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.745945 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746103 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746261 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746442 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746602 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746762 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.746920 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747078 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747235 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747393 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747550 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747709 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.747868 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748026 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748189 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748348 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748504 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748662 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748820 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.748979 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749137 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749295 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749454 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749611 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749778 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.749935 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750092 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750249 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750428 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750586 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750744 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.750901 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751059 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751216 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751373 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751542 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751700 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.751857 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752051 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752170 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752327 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752490 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752646 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752804 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.752961 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753118 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753275 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753461 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753585 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753743 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.753899 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754058 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754215 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754391 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754552 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754709 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.754866 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755052 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755208 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755371 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755525 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755681 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755839 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.755996 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756153 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756310 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756468 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756624 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756783 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.756939 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757099 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757257 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757414 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757571 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757728 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.757884 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758040 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758196 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758390 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758520 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758679 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758837 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.758994 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759150 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759307 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759464 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759629 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759786 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.759945 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760102 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760336 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760512 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760671 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760830 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.760988 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761148 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761305 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761463 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761834 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761834 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.761991 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762057 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762229 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762623 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762623 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.762862 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763008 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763165 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763324 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763481 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763639 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763798 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.763956 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764113 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764270 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764605 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764605 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764748 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.764873 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765033 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765193 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765353 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765505 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765656 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765999 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.765999 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.766156 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.766256 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.766434 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.766610 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.766745 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.768432 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769027 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769437 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769437 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769437 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769617 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769688 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769811 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.769969 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.770125 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.770283 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.770463 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.770662 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.770898 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771059 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771281 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771382 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771539 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771696 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.771858 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772017 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772174 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772330 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772491 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772647 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772803 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.772963 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773121 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773279 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773435 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773592 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773748 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.773909 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774069 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774229 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774406 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774568 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774725 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.774882 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775039 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775198 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775560 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775708 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775802 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.775972 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776132 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776290 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776448 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776605 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776763 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.776929 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777086 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777243 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777399 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777556 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777712 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.777878 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778036 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778209 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778914 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778914 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778914 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.778914 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779236 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779450 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779681 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779838 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.779994 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780151 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780309 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780465 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780631 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780790 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.780946 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781103 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781260 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781418 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781584 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781743 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.781900 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782065 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782223 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782404 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782564 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782733 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.782892 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783052 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783208 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783365 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783523 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783682 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.783844 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784011 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784175 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784335 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784500 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784666 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784832 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.784989 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785153 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785322 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785480 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785634 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785812 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.785936 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.786098 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.786774 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.786943 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787156 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787256 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787384 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787529 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787687 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.787844 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788000 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788158 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788315 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788472 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788632 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788788 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 16:31:57.788940 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 16:31:57.853628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 56914) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:31:57.862297 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065651 Jul 01 16:32:07.079192 dv-cinder-797608-41-iscsi neutron-server[110467]: DEBUG dbcounter [-] [110467] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:09.037808 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06374a-da03-40b8-a999-538188fad78c None None] get_active_networks_info from dv-cinder-797608-41-iscsi {{(pid=110576) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 01 16:32:09.046502 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writer thread running {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 16:32:09.118197 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06374a-da03-40b8-a999-538188fad78c None None] No non-hosted networks {{(pid=110576) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 01 16:32:09.143207 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.agentschedulers_db [None req-fb06374a-da03-40b8-a999-538188fad78c None None] DHCP Agent not found on host dv-cinder-797608-41-iscsi {{(pid=110576) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 01 16:32:09.211723 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4319d3be-5d24-4ebd-9404-b454900b6f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:10.769534 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writer thread running {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 16:32:11.480208 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-22d12054-0282-451b-aae5-fcfe02b2dfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:11.526514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9934d79f-bdd6-486c-91e3-1f3c4dac7435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:12.436049 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 56982) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:12.861290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:13.244498 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-aeba42b7-499f-4bfc-afb3-c1f9d22ee0a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:13.245441 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-aeba42b7-499f-4bfc-afb3-c1f9d22ee0a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:13.490372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-aeba42b7-499f-4bfc-afb3-c1f9d22ee0a7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:32:13.507049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-aeba42b7-499f-4bfc-afb3-c1f9d22ee0a7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0699446 Jul 01 16:32:14.323042 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:14.355455 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.db.l3_hamode_db [None req-0d89bc94-96c0-47e2-9552-23b555a9bcaf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 01 16:32:14.432665 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89bc94-96c0-47e2-9552-23b555a9bcaf None None] Routers set() bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:32:14.432984 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89bc94-96c0-47e2-9552-23b555a9bcaf None None] Router IDs set() for agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 01 16:32:14.565417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:14.567147 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.567720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.568465 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.569006 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.569576 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.570431 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.570838 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.571280 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.571651 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.572228 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.572776 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.573281 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.573629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.573962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.574290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:14.574729 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-41-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:14.580692 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-41-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:15.903174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57018) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:16.247311 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:16.341229 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.policy [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 16:32:16.382957 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:16.383339 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:16.403675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writer thread running {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 16:32:16.481990 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535778999', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535778467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535794991', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535794517', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535816494', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742535809728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16371663', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16379231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1555486'] for rbac-policy (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:16.549704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:16.551041 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6b16bf3f-c368-4740-998e-b890cdc4c25c admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6467724 Jul 01 16:32:18.823886 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57030) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:19.148317 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:19.178545 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Made reservation on behalf of 5bef204363a04d5d8ceab527b8803f6e for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:32:19.182425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.199819 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.326167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks [] for security_group (70fcac37-c60b-41a7-bece-fb6ebd722a5d), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.330699 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (70fcac37-c60b-41a7-bece-fb6ebd722a5d), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.364971 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:32:19.393439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742531342165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (84a5ef7f-33d6-4121-ac59-e437ff58cc1f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.393993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Unsubscribe: segment precommit_create {{(pid=110575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 16:32:19.395113 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Added segment 84a5ef7f-33d6-4121-ac59-e437ff58cc1f of type vlan for network e7f68692-bc33-41f9-9d09-cec98006e952 Jul 01 16:32:19.409708 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=70fcac37-c60b-41a7-bece-fb6ebd722a5d,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:19.462821 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.463077 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.463421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.463772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.464099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.464420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.464730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.465046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.465374 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.465694 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.466011 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.466426 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.466680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.466991 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.467300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Tracked resource versions report: Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: pushed versions: Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: { 'AddressGroup': {'1.2'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Agent': {'1.1'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'ConntrackHelper': {'1.0'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Log': {'1.0'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'NDPProxy': {'1.0'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Network': {'1.1'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Port': {'1.7'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'PortForwarding': {'1.3'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'QosPolicy': {'1.10'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroup': {'1.5'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SubPort': {'1.0'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Subnet': {'1.1'}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Trunk': {'1.1'}} Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: consumer versions: Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Agent': '1.1', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'ConntrackHelper': '1.0', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'LocalIPAssociation': '1.0', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Log': '1.0', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'NDPProxy': '1.0', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Network': '1.1', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Port': '1.7', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'PortForwarding': '1.3', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'QosPolicy': '1.10', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroup': '1.5', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroupRule': '1.2', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SubPort': '1.0', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Subnet': '1.1', Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Trunk': '1.1'}} Jul 01 16:32:19.468746 dv-cinder-797608-41-iscsi neutron-server[110575]: {{(pid=110575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:32:19.501507 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (e7f68692-bc33-41f9-9d09-cec98006e952), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.544668 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (e7f68692-bc33-41f9-9d09-cec98006e952), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.549824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:19.550720 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:19.603355 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:19.640951 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8159101 Jul 01 16:32:19.680946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa657c-f08e-4903-a466-f23a4ff520f8 demo demo] Pushing event updated for resources: {'Network': ['ID=e7f68692-bc33-41f9-9d09-cec98006e952,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:19.694590 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network e7f68692-bc33-41f9-9d09-cec98006e952 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:32:21.942251 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57044) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:22.448934 dv-cinder-797608-41-iscsi neutron-server[110574]: WARNING oslo_policy.policy [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:22.449548 dv-cinder-797608-41-iscsi neutron-server[110574]: WARNING oslo_policy.policy [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:22.675560 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writer thread running {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 01 16:32:22.883643 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.policy [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110574) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 16:32:22.924719 dv-cinder-797608-41-iscsi neutron-server[110574]: WARNING oslo_policy.policy [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:22.925077 dv-cinder-797608-41-iscsi neutron-server[110574]: WARNING oslo_policy.policy [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 16:32:22.932698 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:22.934642 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a3ae59d0-12a5-4bd1-9bd0-d8ab4337e314 demo admin] 10.222.0.57 "GET /v2.0/networks/e7f68692-bc33-41f9-9d09-cec98006e952 HTTP/1.1" status: 200 len: 825 time: 0.9902499 Jul 01 16:32:22.975478 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6665f9d2-da41-4cb2-9eed-420f6e69a0e2 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/2b9d67d3-ff02-49d3-a412-6b6f05917ccb HTTP/1.1" status: 200 len: 734 time: 0.0350885 Jul 01 16:32:22.984574 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Request body: {'subnet': {'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:23.022461 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Made reservation on behalf of 5bef204363a04d5d8ceab527b8803f6e for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:32:23.025299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:23.322444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (831cb5df-2f9f-4426-af3e-930ce44a46f4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:23.393664 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Checking segment: {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:32:23.394063 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Network hostable DHCP agents. Network: e7f68692-bc33-41f9-9d09-cec98006e952, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:32:23.405411 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Pushing event updated for resources: {'Subnet': ['ID=831cb5df-2f9f-4426-af3e-930ce44a46f4,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:23.426483 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.426890 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.427267 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.427631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.427965 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.428311 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.428705 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.429105 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.429452 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.429783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.430138 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.430491 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.430818 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.431144 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.431463 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Tracked resource versions report: Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: pushed versions: Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: { 'AddressGroup': {'1.2'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Agent': {'1.1'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'ConntrackHelper': {'1.0'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Log': {'1.0'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'NDPProxy': {'1.0'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Network': {'1.1'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Port': {'1.7'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'PortForwarding': {'1.3'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'QosPolicy': {'1.10'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroup': {'1.5'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SubPort': {'1.0'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Subnet': {'1.1'}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Trunk': {'1.1'}} Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: consumer versions: Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Agent': '1.1', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'ConntrackHelper': '1.0', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'LocalIPAssociation': '1.0', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Log': '1.0', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'NDPProxy': '1.0', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Network': '1.1', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Port': '1.7', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'PortForwarding': '1.3', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'QosPolicy': '1.10', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroup': '1.5', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroupRule': '1.2', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SubPort': '1.0', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Subnet': '1.1', Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Trunk': '1.1'}} Jul 01 16:32:23.432873 dv-cinder-797608-41-iscsi neutron-server[110574]: {{(pid=110574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:32:23.445108 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Network e7f68692-bc33-41f9-9d09-cec98006e952 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:32:23.461999 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, e7f68692-bc33-41f9-9d09-cec98006e952) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:23.477274 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:23.478221 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:23.481658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ddfaf-a4b2-4173-b737-eb6124c739c0 None None] Network e7f68692-bc33-41f9-9d09-cec98006e952 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:32:23.493847 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:23.503737 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3755e621-9f1c-4fc1-aee8-c021b6d0eadb demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5224700 Jul 01 16:32:23.759913 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-e7f68692-bc33-41f9-9d09-cec98006e952', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:32:23.761288 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.042923 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Allocated IP 172.20.0.2 (e7f68692-bc33-41f9-9d09-cec98006e952/831cb5df-2f9f-4426-af3e-930ce44a46f4/66be3cf5-96cc-4a79-972e-faea0b2197b9) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:32:24.111964 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:24.317427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks [] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.325246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.407074 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Network e7f68692-bc33-41f9-9d09-cec98006e952 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:32:24.413455 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:24.416781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:32:24.424102 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Pushing event updated for resources: {'Port': ['ID=66be3cf5-96cc-4a79-972e-faea0b2197b9,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:24.453454 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.453804 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.454161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.454544 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.454882 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.455211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.455538 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.455862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.456203 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.457056 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.457385 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.457798 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.458126 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.458474 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.458796 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Tracked resource versions report: Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: pushed versions: Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: { 'AddressGroup': {'1.2'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Agent': {'1.1'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'ConntrackHelper': {'1.0'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Log': {'1.0'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'NDPProxy': {'1.0'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Network': {'1.1'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Port': {'1.7'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'PortForwarding': {'1.3'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'QosPolicy': {'1.10'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroup': {'1.5'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SubPort': {'1.0'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Subnet': {'1.1'}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Trunk': {'1.1'}} Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: consumer versions: Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Agent': '1.1', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'ConntrackHelper': '1.0', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'LocalIPAssociation': '1.0', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Log': '1.0', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'NDPProxy': '1.0', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Network': '1.1', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Port': '1.7', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'PortForwarding': '1.3', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'QosPolicy': '1.10', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroup': '1.5', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroupRule': '1.2', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SubPort': '1.0', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Subnet': '1.1', Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Trunk': '1.1'}} Jul 01 16:32:24.460246 dv-cinder-797608-41-iscsi neutron-server[110576]: {{(pid=110576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:32:24.512049 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Attempting to bind port 66be3cf5-96cc-4a79-972e-faea0b2197b9 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:32:24.512722 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Attempting to bind port 66be3cf5-96cc-4a79-972e-faea0b2197b9 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:32:24.512840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Attempting to bind port 66be3cf5-96cc-4a79-972e-faea0b2197b9 on network e7f68692-bc33-41f9-9d09-cec98006e952 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:32:24.515632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:24.519392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:32:24.519933 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Checking segment: {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:32:24.520406 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.520797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Bound using segment: {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:32:24.521261 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Bound port: 66be3cf5-96cc-4a79-972e-faea0b2197b9, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:32:24.521670 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.588324 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] For port 66be3cf5-96cc-4a79-972e-faea0b2197b9, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:32:24.607576 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] For port 66be3cf5-96cc-4a79-972e-faea0b2197b9, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=66be3cf5-96cc-4a79-972e-faea0b2197b9,segment=NetworkSegment(84a5ef7f-33d6-4121-ac59-e437ff58cc1f),segment_id=84a5ef7f-33d6-4121-ac59-e437ff58cc1f)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:32:24.615373 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:24.670721 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d6d0-eef9-4671-8901-ea8dbac679ad None None] Pushing event updated for resources: {'Port': ['ID=66be3cf5-96cc-4a79-972e-faea0b2197b9,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:25.835662 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57070) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:26.182985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-4108b96c-7c4b-424a-8307-97419eecbf00 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:32:26.184017 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4108b96c-7c4b-424a-8307-97419eecbf00 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3471107 Jul 01 16:32:28.617414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57078) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:28.974704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-6bd9e678-abf6-43a3-b6b2-bb729f5377d4 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:32:28.975698 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6bd9e678-abf6-43a3-b6b2-bb729f5377d4 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3573644 Jul 01 16:32:29.329960 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:29.337763 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=6 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:29.653617 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=12,neutron:SELECT=52,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:31.314648 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57090) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:31.643183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:31.681067 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (63ace943-0f74-4376-a163-bb7a619b16e6), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:31.685685 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (63ace943-0f74-4376-a163-bb7a619b16e6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:31.831967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Publish callbacks [] for router_controller (63ace943-0f74-4376-a163-bb7a619b16e6), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:31.836698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (63ace943-0f74-4376-a163-bb7a619b16e6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:31.854940 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:31.856120 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-417243e7-8f9c-43cf-953f-1e239e8bf3f9 demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5404549 Jul 01 16:32:32.305144 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 66be3cf5-96cc-4a79-972e-faea0b2197b9 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:32:32.389012 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 66be3cf5-96cc-4a79-972e-faea0b2197b9 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:32.389420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:32.498812 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 66be3cf5-96cc-4a79-972e-faea0b2197b9 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:32.499200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:32.539298 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 66be3cf5-96cc-4a79-972e-faea0b2197b9, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=66be3cf5-96cc-4a79-972e-faea0b2197b9,segment=NetworkSegment(84a5ef7f-33d6-4121-ac59-e437ff58cc1f),segment_id=84a5ef7f-33d6-4121-ac59-e437ff58cc1f)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:32:32.544556 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:32.605376 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=66be3cf5-96cc-4a79-972e-faea0b2197b9,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:32.991520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895e970-51bc-4d2e-b308-98bb8a2a6dab None None] Network e7f68692-bc33-41f9-9d09-cec98006e952 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:32:33.056449 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-1b653fbd-f078-40e8-889c-a4191c3bcbd8 None None] Provisioning complete for port 66be3cf5-96cc-4a79-972e-faea0b2197b9 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:33.056824 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1b653fbd-f078-40e8-889c-a4191c3bcbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:33.142247 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:33.183802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1b653fbd-f078-40e8-889c-a4191c3bcbd8 None None] Current status of the port 66be3cf5-96cc-4a79-972e-faea0b2197b9 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:33.406206 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-8a785c07-06f7-48e1-8064-8f72e39c84ec None None] Provisioning complete for port 66be3cf5-96cc-4a79-972e-faea0b2197b9 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:33.406860 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a785c07-06f7-48e1-8064-8f72e39c84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:33.481223 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-8a785c07-06f7-48e1-8064-8f72e39c84ec None None] Current status of the port 66be3cf5-96cc-4a79-972e-faea0b2197b9 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:33.493465 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:34.176486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57102) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:34.286839 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 66be3cf5-96cc-4a79-972e-faea0b2197b9 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:32:34.330944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 66be3cf5-96cc-4a79-972e-faea0b2197b9 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:34.331340 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:34.391587 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:34.409025 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 66be3cf5-96cc-4a79-972e-faea0b2197b9 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:34.513202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-5278b63b-6224-4858-9f61-eeb90e629a1b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:32:34.514186 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5278b63b-6224-4858-9f61-eeb90e629a1b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3367631 Jul 01 16:32:36.828005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57110) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:37.147893 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:37.168398 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Made reservation on behalf of 62a34c02685249b399e8facc39cc11f8 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:32:37.170694 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.181652 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.259946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks [] for security_group (10200e18-b54e-4de0-adf8-12e69c5e2855), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.263773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (10200e18-b54e-4de0-adf8-12e69c5e2855), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.278534 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Reserving flat network on physical network physnet1 {{(pid=110575) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 01 16:32:37.305320 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (d28b25ad-a0c2-4374-ae50-693b79b3062b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.305320 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Added segment d28b25ad-a0c2-4374-ae50-693b79b3062b of type flat for network daf4809e-96ec-425e-ad3e-464ec89431f4 Jul 01 16:32:37.305320 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10200e18-b54e-4de0-adf8-12e69c5e2855,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:37.371969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (daf4809e-96ec-425e-ad3e-464ec89431f4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.406017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (daf4809e-96ec-425e-ad3e-464ec89431f4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.406998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:37.407576 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:37.452583 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6235163 Jul 01 16:32:37.507861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2317b2f-068e-4174-9a0e-423dfe97f81c admin admin] Pushing event updated for resources: {'Network': ['ID=daf4809e-96ec-425e-ad3e-464ec89431f4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:37.518804 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network daf4809e-96ec-425e-ad3e-464ec89431f4 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:32:38.989759 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c4e37251-0b30-4cb9-a877-3853857783ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:39.764133 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57118) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:40.174734 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f92143-60b2-4767-98d2-c43254f28abb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:40.175670 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e4f92143-60b2-4767-98d2-c43254f28abb demo admin] 10.222.0.57 "GET /v2.0/subnets/831cb5df-2f9f-4426-af3e-930ce44a46f4 HTTP/1.1" status: 200 len: 849 time: 0.4105916 Jul 01 16:32:40.299517 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7a62c8e5-346c-4c28-aec2-90c009a52ef0 demo admin] 10.222.0.57 "GET /v2.0/routers/63ace943-0f74-4376-a163-bb7a619b16e6 HTTP/1.1" status: 200 len: 704 time: 0.1178007 Jul 01 16:32:40.566574 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:40.593793 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:40.655254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:40.879055 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Allocated IP 172.20.0.1 (e7f68692-bc33-41f9-9d09-cec98006e952/831cb5df-2f9f-4426-af3e-930ce44a46f4/d14978d1-6a9b-4109-b53e-553500fe1705) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:32:41.070861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks [] for port (d14978d1-6a9b-4109-b53e-553500fe1705), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.132113 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.261533 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Network e7f68692-bc33-41f9-9d09-cec98006e952 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:32:41.270474 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:41.272513 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Pushing event updated for resources: {'Port': ['ID=d14978d1-6a9b-4109-b53e-553500fe1705,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:41.277357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:32:41.277908 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (63ace943-0f74-4376-a163-bb7a619b16e6), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.446929 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a0c6a10e-6a89-4a2e-be43-d4f1917ec5aa None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:41.447498 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a10e-6a89-4a2e-be43-d4f1917ec5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.484460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.492056 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6a10e-6a89-4a2e-be43-d4f1917ec5aa None None] Port d14978d1-6a9b-4109-b53e-553500fe1705 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:32:41.495350 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fad03498-6877-415d-b302-89820df9d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.697523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks [] for port (d14978d1-6a9b-4109-b53e-553500fe1705), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.701797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.702593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (63ace943-0f74-4376-a163-bb7a619b16e6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:41.757143 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Pushing event updated for resources: {'Port': ['ID=d14978d1-6a9b-4109-b53e-553500fe1705,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:41.802212 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:41.806423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:41.839481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Network e7f68692-bc33-41f9-9d09-cec98006e952 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:32:41.840800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:42.003825 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Router 63ace943-0f74-4376-a163-bb7a619b16e6 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:32:42.010491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a6e17694-9807-4aaa-ba3e-5bc33dc39cc0 None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:42.010878 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6e17694-9807-4aaa-ba3e-5bc33dc39cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:42.044268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a6e17694-9807-4aaa-ba3e-5bc33dc39cc0 None None] Port d14978d1-6a9b-4109-b53e-553500fe1705 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:32:42.094143 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:32:42.100114 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3e0e4750-2f0d-47d7-93d3-7664e9a04f56 demo admin] 10.222.0.57 "PUT /v2.0/routers/63ace943-0f74-4376-a163-bb7a619b16e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7952633 Jul 01 16:32:42.104938 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Sync routers for ids ['63ace943-0f74-4376-a163-bb7a619b16e6'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:32:42.118330 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Routers {'63ace943-0f74-4376-a163-bb7a619b16e6'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:32:42.119132 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:32:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['63ace943-0f74-4376-a163-bb7a619b16e6'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:42.305019 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Set router 63ace943-0f74-4376-a163-bb7a619b16e6 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:32:42.766617 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:41Z', 'revision_number': 2, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port_host': None, '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:41Z', 'revision_number': 2, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:42.811812 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:42.822959 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Checking router: 63ace943-0f74-4376-a163-bb7a619b16e6 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:32:42.823345 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Updating router 63ace943-0f74-4376-a163-bb7a619b16e6 port d14978d1-6a9b-4109-b53e-553500fe1705 binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:32:42.884470 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.484791 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks [] for port (d14978d1-6a9b-4109-b53e-553500fe1705), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.495464 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.672153 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Pushing event updated for resources: {'Port': ['ID=d14978d1-6a9b-4109-b53e-553500fe1705,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:43.697340 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Attempting to bind port d14978d1-6a9b-4109-b53e-553500fe1705 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:32:43.697661 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Attempting to bind port d14978d1-6a9b-4109-b53e-553500fe1705 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:32:43.698092 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Attempting to bind port d14978d1-6a9b-4109-b53e-553500fe1705 on network e7f68692-bc33-41f9-9d09-cec98006e952 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:32:43.704467 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.704809 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.705244 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.705742 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.706118 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.706423 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.706742 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.707062 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.707396 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.707722 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.708038 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.708366 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.708681 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.708993 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.709302 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Tracked resource versions report: Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: pushed versions: Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: { 'AddressGroup': {'1.2'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Agent': {'1.1'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'ConntrackHelper': {'1.0'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Log': {'1.0'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'NDPProxy': {'1.0'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Network': {'1.1'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Port': {'1.7'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'PortForwarding': {'1.3'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'QosPolicy': {'1.10'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroup': {'1.5'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SubPort': {'1.0'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Subnet': {'1.1'}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Trunk': {'1.1'}} Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: consumer versions: Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Agent': '1.1', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'ConntrackHelper': '1.0', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'LocalIPAssociation': '1.0', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Log': '1.0', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'NDPProxy': '1.0', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Network': '1.1', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Port': '1.7', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'PortForwarding': '1.3', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'QosPolicy': '1.10', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroup': '1.5', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroupRule': '1.2', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SubPort': '1.0', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Subnet': '1.1', Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Trunk': '1.1'}} Jul 01 16:32:43.710849 dv-cinder-797608-41-iscsi neutron-server[110577]: {{(pid=110577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:32:43.714777 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:32:43.715176 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Checking segment: {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:32:43.715655 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.716033 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Bound using segment: {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:32:43.716530 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Bound port: d14978d1-6a9b-4109-b53e-553500fe1705, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a5ef7f-33d6-4121-ac59-e437ff58cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:32:43.716907 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.774881 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c5acb122-55f9-4ebe-894e-684658888bfe None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:43.775611 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c5acb122-55f9-4ebe-894e-684658888bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.780853 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:43.797716 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] For port d14978d1-6a9b-4109-b53e-553500fe1705, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:32:43.816288 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c5acb122-55f9-4ebe-894e-684658888bfe None None] Port d14978d1-6a9b-4109-b53e-553500fe1705 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:32:43.827361 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] For port d14978d1-6a9b-4109-b53e-553500fe1705, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=d14978d1-6a9b-4109-b53e-553500fe1705,segment=NetworkSegment(84a5ef7f-33d6-4121-ac59-e437ff58cc1f),segment_id=84a5ef7f-33d6-4121-ac59-e437ff58cc1f)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:32:43.836061 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:43.873127 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:43.896834 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af55859-0bd1-4527-81c5-0aa21a144a9d None None] Pushing event updated for resources: {'Port': ['ID=d14978d1-6a9b-4109-b53e-553500fe1705,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:43.909117 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Routers {'63ace943-0f74-4376-a163-bb7a619b16e6'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:32:43.909820 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:32:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['63ace943-0f74-4376-a163-bb7a619b16e6'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:43.996865 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] Set router 63ace943-0f74-4376-a163-bb7a619b16e6 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:32:44.139139 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:44.139860 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:44.217464 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:41Z', 'revision_number': 2, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port_host': None, '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:43Z', 'revision_number': 4, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:44.239834 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Current status of the port d14978d1-6a9b-4109-b53e-553500fe1705 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:44.240443 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:44.246786 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443f08-affa-4022-99f2-cb78c75be234 None None] The sync data for ids ['63ace943-0f74-4376-a163-bb7a619b16e6'] in dv-cinder-797608-41-iscsi is: [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:41Z', 'revision_number': 2, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port_host': None, '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:43Z', 'revision_number': 4, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:32:44.288393 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] For port d14978d1-6a9b-4109-b53e-553500fe1705, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=d14978d1-6a9b-4109-b53e-553500fe1705,segment=NetworkSegment(84a5ef7f-33d6-4121-ac59-e437ff58cc1f),segment_id=84a5ef7f-33d6-4121-ac59-e437ff58cc1f)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:32:44.298051 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:44.310552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:44.356519 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2905-0d02-43ba-acb9-f26f30f4b0c5 None None] Pushing event updated for resources: {'Port': ['ID=d14978d1-6a9b-4109-b53e-553500fe1705,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:44.538541 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57142) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:44.569668 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:44.773253 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357e5f2-63e5-419c-8056-65125986faaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:44.774679 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2357e5f2-63e5-419c-8056-65125986faaa admin admin] 10.222.0.57 "GET /v2.0/networks/daf4809e-96ec-425e-ad3e-464ec89431f4 HTTP/1.1" status: 200 len: 842 time: 0.2352164 Jul 01 16:32:44.785217 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:44.808151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Made reservation on behalf of 62a34c02685249b399e8facc39cc11f8 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:32:44.810533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:45.160533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.objects.ports [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110574) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 01 16:32:45.160906 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (d2034caa-03da-41ca-955c-cdf0d7cc8698), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:45.211244 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2034caa-03da-41ca-955c-cdf0d7cc8698,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:45.228533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:32:45.228890 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Network hostable DHCP agents. Network: daf4809e-96ec-425e-ad3e-464ec89431f4, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:32:45.246113 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:32:45.256100 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, daf4809e-96ec-425e-ad3e-464ec89431f4) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:45.264443 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4521d02-b73c-4962-b0cb-3227a273c793 None None] Network daf4809e-96ec-425e-ad3e-464ec89431f4 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:32:45.265921 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:45.266609 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:45.290750 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-38061b0a-6f3d-4331-a934-102b6f8e8251 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5095263 Jul 01 16:32:45.389166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6e49c-5d7d-4067-9f68-58751c993507 None None] Network daf4809e-96ec-425e-ad3e-464ec89431f4 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:32:45.415533 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:47.641765 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57160) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:47.893075 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d713fc27-1134-4f70-9d97-4b9861451aac demo admin] 10.222.0.57 "GET /v2.0/routers/63ace943-0f74-4376-a163-bb7a619b16e6 HTTP/1.1" status: 200 len: 710 time: 0.2495553 Jul 01 16:32:47.984831 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f734c0d-bdfe-4560-b032-7908b252aa3b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:32:47.986887 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0f734c0d-bdfe-4560-b032-7908b252aa3b demo admin] 10.222.0.57 "GET /v2.0/networks/daf4809e-96ec-425e-ad3e-464ec89431f4 HTTP/1.1" status: 200 len: 886 time: 0.0874221 Jul 01 16:32:47.995892 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:32:48.224607 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:48.249306 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks [] for router_gateway (63ace943-0f74-4376-a163-bb7a619b16e6), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:48.279243 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:48.482958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks [] for router_gateway (63ace943-0f74-4376-a163-bb7a619b16e6), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:48.560621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:48.726020 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Allocated IP 172.27.2.51 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/5606d697-ec43-430f-9202-2867da2abc41) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:32:48.886813 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks [] for port (5606d697-ec43-430f-9202-2867da2abc41), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:48.947881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (5606d697-ec43-430f-9202-2867da2abc41), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:49.017129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:32:49.025094 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:32:49.032006 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:32:49.038060 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Pushing event updated for resources: {'Port': ['ID=5606d697-ec43-430f-9202-2867da2abc41,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:49.327759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks [] for router_gateway (63ace943-0f74-4376-a163-bb7a619b16e6), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:49.390962 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:49.427475 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:49.532538 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41414'] for router (63ace943-0f74-4376-a163-bb7a619b16e6), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:49.538213 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408371'] for router (63ace943-0f74-4376-a163-bb7a619b16e6), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:49.647792 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Router 63ace943-0f74-4376-a163-bb7a619b16e6 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:32:49.750690 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:32:49.755691 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:49.757086 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-42316fde-039b-49d5-8868-4385b115cbc8 demo admin] 10.222.0.57 "PUT /v2.0/routers/63ace943-0f74-4376-a163-bb7a619b16e6 HTTP/1.1" status: 200 len: 889 time: 1.7645149 Jul 01 16:32:50.326567 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device d14978d1-6a9b-4109-b53e-553500fe1705 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:32:50.371862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:50.372315 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:50.449234 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port d14978d1-6a9b-4109-b53e-553500fe1705 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:50.730450 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Sync routers for ids ['63ace943-0f74-4376-a163-bb7a619b16e6'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:32:50.742587 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Routers {'63ace943-0f74-4376-a163-bb7a619b16e6'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:32:50.743226 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:32:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['63ace943-0f74-4376-a163-bb7a619b16e6'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:50.871957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:50.950941 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Set router 63ace943-0f74-4376-a163-bb7a619b16e6 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:32:51.401624 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '5606d697-ec43-430f-9202-2867da2abc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:49Z', 'revision_number': 4, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port': {'id': '5606d697-ec43-430f-9202-2867da2abc41', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:48Z', 'updated_at': '2022-07-01T16:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:44Z', 'revision_number': 5, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:51.452231 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Checking router: 63ace943-0f74-4376-a163-bb7a619b16e6 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:32:51.452607 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Updating router 63ace943-0f74-4376-a163-bb7a619b16e6 port 5606d697-ec43-430f-9202-2867da2abc41 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:32:51.507100 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5606d697-ec43-430f-9202-2867da2abc41), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:51.822583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks [] for port (5606d697-ec43-430f-9202-2867da2abc41), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:51.827660 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (5606d697-ec43-430f-9202-2867da2abc41), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:51.831627 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:51.883693 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Attempting to bind port 5606d697-ec43-430f-9202-2867da2abc41 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:32:51.884050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Attempting to bind port 5606d697-ec43-430f-9202-2867da2abc41 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:32:51.884400 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Attempting to bind port 5606d697-ec43-430f-9202-2867da2abc41 on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:32:51.886420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13071f69-64dd-4f1d-b252-2a71e80577a3 None None] Pushing event updated for resources: {'Port': ['ID=5606d697-ec43-430f-9202-2867da2abc41,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:51.891796 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:32:51.893289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:32:51.893289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:51.893588 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:32:51.894728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Bound port: 5606d697-ec43-430f-9202-2867da2abc41, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:32:51.894728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5606d697-ec43-430f-9202-2867da2abc41), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:51.943529 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] For port 5606d697-ec43-430f-9202-2867da2abc41, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:32:51.946757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] For port 5606d697-ec43-430f-9202-2867da2abc41, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5606d697-ec43-430f-9202-2867da2abc41,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:32:51.953035 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (5606d697-ec43-430f-9202-2867da2abc41), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:52.011501 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Routers {'63ace943-0f74-4376-a163-bb7a619b16e6'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:32:52.012140 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:32:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['63ace943-0f74-4376-a163-bb7a619b16e6'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:52.017676 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13071f69-64dd-4f1d-b252-2a71e80577a3 None None] Pushing event updated for resources: {'Port': ['ID=5606d697-ec43-430f-9202-2867da2abc41,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:52.091367 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=23 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:52.092490 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=33,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:52.101277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57172) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:32:52.122985 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:52.127456 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] Set router 63ace943-0f74-4376-a163-bb7a619b16e6 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:32:52.225215 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-57804ba3-7e8d-472f-baef-8871f71ba71c admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1227329 Jul 01 16:32:52.337709 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '5606d697-ec43-430f-9202-2867da2abc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:49Z', 'revision_number': 4, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port': {'id': '5606d697-ec43-430f-9202-2867da2abc41', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:48Z', 'updated_at': '2022-07-01T16:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:44Z', 'revision_number': 5, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:32:52.366244 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50227f40-43b4-4dde-8c1b-4394f575ff86 None None] The sync data for ids ['63ace943-0f74-4376-a163-bb7a619b16e6'] in dv-cinder-797608-41-iscsi is: [{'id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'name': 'router1', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '5606d697-ec43-430f-9202-2867da2abc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:32:31Z', 'updated_at': '2022-07-01T16:32:49Z', 'revision_number': 4, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'gw_port': {'id': '5606d697-ec43-430f-9202-2867da2abc41', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:48Z', 'updated_at': '2022-07-01T16:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd14978d1-6a9b-4109-b53e-553500fe1705', 'name': '', 'network_id': 'e7f68692-bc33-41f9-9d09-cec98006e952', 'tenant_id': '5bef204363a04d5d8ceab527b8803f6e', 'mac_address': 'fa:16:3e:64:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ace943-0f74-4376-a163-bb7a619b16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:32:40Z', 'updated_at': '2022-07-01T16:32:44Z', 'revision_number': 5, 'project_id': '5bef204363a04d5d8ceab527b8803f6e', 'subnets': [{'id': '831cb5df-2f9f-4426-af3e-930ce44a46f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b9d67d3-ff02-49d3-a412-6b6f05917ccb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:32:52.666493 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:32:54.220969 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=41 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:54.332855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5606d697-ec43-430f-9202-2867da2abc41 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:32:54.385200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 5606d697-ec43-430f-9202-2867da2abc41 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:54.386271 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5606d697-ec43-430f-9202-2867da2abc41), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:54.467025 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 5606d697-ec43-430f-9202-2867da2abc41 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:54.467412 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5606d697-ec43-430f-9202-2867da2abc41), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:54.490869 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 5606d697-ec43-430f-9202-2867da2abc41, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5606d697-ec43-430f-9202-2867da2abc41,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:32:54.496254 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (5606d697-ec43-430f-9202-2867da2abc41), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:54.547375 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=5606d697-ec43-430f-9202-2867da2abc41,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:32:56.361914 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5606d697-ec43-430f-9202-2867da2abc41 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:32:56.424203 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 5606d697-ec43-430f-9202-2867da2abc41 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:32:56.424921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5606d697-ec43-430f-9202-2867da2abc41), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:32:56.519698 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 5606d697-ec43-430f-9202-2867da2abc41 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:32:59.747129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=45 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:32:59.748555 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=31 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:02.210844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:02.223146 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:02.661494 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=35 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:06.485474 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:06.519875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:08.987211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a95d306a-2ebf-4c03-bc3c-407a433743e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:11.482444 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6978cd5-c9c3-43c3-9075-882c7f35c031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:12.809756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:14.301629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:14.570397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:17.679554 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:17.685731 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:24.559260 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:24.564790 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:29.665382 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:33:38.984405 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d1e49de-38ff-45e8-b80f-5068077ba98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:39.661851 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:41.477672 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-01d51d34-5a6b-4262-a235-b5449467b882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:42.814123 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:44.299291 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:44.566869 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:33:54.560281 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:54.562133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:54.660075 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:33:54.672929 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:06.664161 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:34:07.663854 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:08.747808 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57712) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:08.816173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-0429da61-13aa-48fb-94d1-df40b3ecd1ac admin admin] GET failed (client error): The resource could not be found. Jul 01 16:34:08.817764 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0429da61-13aa-48fb-94d1-df40b3ecd1ac admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687201 Jul 01 16:34:08.979035 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0d7d818a-6e15-4b02-a0bb-48499250c8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:08.984431 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3728aaf-1477-4150-aa02-49e9125d97d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:08.985901 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e3728aaf-1477-4150-aa02-49e9125d97d9 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640494 Jul 01 16:34:11.042584 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57722) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:11.138744 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36043d-b099-4fd3-9ce3-b705aa9a132b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:11.140076 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ac36043d-b099-4fd3-9ce3-b705aa9a132b admin admin] 10.222.0.57 "GET /v2.0/subnets/831cb5df-2f9f-4426-af3e-930ce44a46f4 HTTP/1.1" status: 200 len: 849 time: 0.0964556 Jul 01 16:34:11.149458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:34:11.238264 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Publish callbacks [] for subnet (831cb5df-2f9f-4426-af3e-930ce44a46f4), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:11.469836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742531171283'] for subnet (831cb5df-2f9f-4426-af3e-930ce44a46f4), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:11.480076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6becb2ad-3ff0-47dd-9266-64deb0d4fee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:11.503465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:11.504008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:11.522299 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] 10.222.0.57 "PUT /v2.0/subnets/831cb5df-2f9f-4426-af3e-930ce44a46f4 HTTP/1.1" status: 200 len: 868 time: 0.3733866 Jul 01 16:34:11.522624 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc28a5-3ec1-4081-9d40-97691fe7cfc7 None None] Network e7f68692-bc33-41f9-9d09-cec98006e952 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:34:11.543551 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831cb5df-2f9f-4426-af3e-930ce44a46f4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:34:11.551607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.551945 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.552442 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.552625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.552962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.553309 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.553692 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.554010 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.554381 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.554958 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.555077 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.555626 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.555753 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.556045 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.556548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd20b6a-434a-4fe3-bd83-a2a644d89801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:34:11.859430 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Provisioning complete for port d14978d1-6a9b-4109-b53e-553500fe1705 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:34:11.859821 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d14978d1-6a9b-4109-b53e-553500fe1705), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:11.936707 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Current status of the port d14978d1-6a9b-4109-b53e-553500fe1705 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:34:11.944975 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Provisioning complete for port 66be3cf5-96cc-4a79-972e-faea0b2197b9 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:34:11.945371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (66be3cf5-96cc-4a79-972e-faea0b2197b9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:12.018037 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-afcb77bf-b2d2-4b5e-9a57-700d8217c052 None None] Current status of the port 66be3cf5-96cc-4a79-972e-faea0b2197b9 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:34:12.816430 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:13.633897 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57730) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:13.841941 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ae72a-1e41-477a-aa99-5ab5068f1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:13.842325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ae72a-1e41-477a-aa99-5ab5068f1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:13.843887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-748ae72a-1e41-477a-aa99-5ab5068f1b58 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2090156 Jul 01 16:34:14.297632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:14.564243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:16.010669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57738) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:16.147173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f03df0-ce25-4e17-abd1-26847a42521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:16.147557 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f03df0-ce25-4e17-abd1-26847a42521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:16.149096 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-31f03df0-ce25-4e17-abd1-26847a42521b admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1374702 Jul 01 16:34:16.660999 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:18.237319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57746) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:18.368376 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf49f7-4c0b-4021-8dc3-2686a7807b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:18.369747 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-abdf49f7-4c0b-4021-8dc3-2686a7807b31 admin admin] 10.222.0.57 "GET /v2.0/networks/daf4809e-96ec-425e-ad3e-464ec89431f4 HTTP/1.1" status: 200 len: 886 time: 0.1314464 Jul 01 16:34:20.495890 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57756) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:20.630285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73f23b-fe00-417a-9d13-b6ea61443c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:20.631591 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-be73f23b-fe00-417a-9d13-b6ea61443c07 admin admin] 10.222.0.57 "GET /v2.0/networks/e7f68692-bc33-41f9-9d09-cec98006e952 HTTP/1.1" status: 200 len: 869 time: 0.1342781 Jul 01 16:34:22.712103 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57764) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:22.788468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:22.799851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:22.842125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4324cf-7da0-4ef5-8f22-b2a6683f4728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:22.842593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4324cf-7da0-4ef5-8f22-b2a6683f4728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:22.844137 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0e4324cf-7da0-4ef5-8f22-b2a6683f4728 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310987 Jul 01 16:34:24.557641 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:24.560868 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:24.935324 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57772) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:25.031666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d544d4-3564-44d4-ad21-c0cbf83fd228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:25.032118 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d544d4-3564-44d4-ad21-c0cbf83fd228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:25.033622 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f4d544d4-3564-44d4-ad21-c0cbf83fd228 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0975182 Jul 01 16:34:27.108407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57780) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:27.201485 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c56ad1-49ea-4415-8ddb-bdff4b39eb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:27.202877 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-84c56ad1-49ea-4415-8ddb-bdff4b39eb97 admin admin] 10.222.0.57 "GET /v2.0/subnets/831cb5df-2f9f-4426-af3e-930ce44a46f4 HTTP/1.1" status: 200 len: 868 time: 0.0935576 Jul 01 16:34:29.275041 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57788) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:29.369816 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc0ee1-b241-4266-bccd-e4ba2b8f4fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:29.371952 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-c9fc0ee1-b241-4266-bccd-e4ba2b8f4fef admin admin] 10.222.0.57 "GET /v2.0/subnets/d2034caa-03da-41ca-955c-cdf0d7cc8698 HTTP/1.1" status: 200 len: 816 time: 0.0957847 Jul 01 16:34:31.663427 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:31.667873 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:35.025419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=14 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:35.027345 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:38.980798 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bebb6315-156f-4eca-bb27-794dc8295929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:39.360382 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=18 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:39.365350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=25 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:41.484417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e03199a1-e6fa-4997-8468-2b07c21b9226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:42.820258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:43.663249 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:34:44.301158 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:44.559219 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:34:53.659202 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:53.659952 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:54.551829 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:54.553722 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:34:56.815001 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57844) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:56.866633 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [None req-4456153e-a4dd-4530-ac68-42e4c8a5f373 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:34:56.867623 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4456153e-a4dd-4530-ac68-42e4c8a5f373 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0516698 Jul 01 16:34:59.032586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57852) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:34:59.094757 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-158543be-80dd-4904-a68e-430d1474168a admin admin] GET failed (client error): The resource could not be found. Jul 01 16:34:59.096099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-158543be-80dd-4904-a68e-430d1474168a admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625486 Jul 01 16:34:59.184217 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506514f6-88e3-45bf-8aff-f92ab4824b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:34:59.185646 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-506514f6-88e3-45bf-8aff-f92ab4824b85 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855215 Jul 01 16:35:01.327456 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57860) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:35:01.377300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:35:01.399083 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Made reservation on behalf of 62a34c02685249b399e8facc39cc11f8 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:35:01.401387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:01.430163 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING neutron.services.revisions.revision_plugin [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Could not find related network for resource to bump revision. Jul 01 16:35:01.442260 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:35:01.455334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (7109feaa-2807-4845-9128-a34784f03d2b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:01.455666 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Added segment 7109feaa-2807-4845-9128-a34784f03d2b of type vlan for network 514cdbf7-76db-4222-8d70-a6264dc578e4 Jul 01 16:35:01.501127 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (514cdbf7-76db-4222-8d70-a6264dc578e4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:01.525936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (514cdbf7-76db-4222-8d70-a6264dc578e4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:01.526833 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:35:01.527394 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:01.563532 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2341969 Jul 01 16:35:01.594814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084324a4-f237-494f-943f-13070a2ba0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=514cdbf7-76db-4222-8d70-a6264dc578e4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:35:01.611410 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:35:03.699619 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57868) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:35:03.761114 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-83632b50-30a0-4b83-b99b-b6316019eeef admin admin] GET failed (client error): The resource could not be found. Jul 01 16:35:03.762520 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-83632b50-30a0-4b83-b99b-b6316019eeef admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618532 Jul 01 16:35:03.836831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691a22d-8d07-42d2-b6ce-02a9b8d00a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:35:03.838269 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8691a22d-8d07-42d2-b6ce-02a9b8d00a34 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0717902 Jul 01 16:35:03.849058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:35:03.871515 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Made reservation on behalf of 62a34c02685249b399e8facc39cc11f8 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:35:03.873857 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.059330 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (3604b538-ab8e-43ae-8689-846655a2c1ae), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.110737 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3604b538-ab8e-43ae-8689-846655a2c1ae,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:35:04.127496 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Checking segment: {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:35:04.127848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Network hostable DHCP agents. Network: 514cdbf7-76db-4222-8d70-a6264dc578e4, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:35:04.149031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:35:04.156674 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:04.163066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 514cdbf7-76db-4222-8d70-a6264dc578e4) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:35:04.169193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:35:04.170164 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.174410 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a6eba-a9b4-430f-9bb1-c73963ce9ec0 None None] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:35:04.187778 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-396f8b30-6d93-4b99-87eb-78d471b0198d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423843 Jul 01 16:35:04.284272 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-514cdbf7-76db-4222-8d70-a6264dc578e4', 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4', 'project_id': '62a34c02685249b399e8facc39cc11f8', 'fixed_ips': [{'subnet_id': '3604b538-ab8e-43ae-8689-846655a2c1ae'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:35:04.285417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.533143 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Allocated IP 192.168.233.2 (514cdbf7-76db-4222-8d70-a6264dc578e4/3604b538-ab8e-43ae-8689-846655a2c1ae/a487554f-dc18-4fb0-bd2b-6639095829af) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:35:04.679468 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks [] for port (a487554f-dc18-4fb0-bd2b-6639095829af), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.686960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.729009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:35:04.736584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:35:04.738758 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Pushing event updated for resources: {'Port': ['ID=a487554f-dc18-4fb0-bd2b-6639095829af,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:35:04.741011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:35:04.753193 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.753533 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.753892 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.754248 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.754607 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.754934 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.755258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.755583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.755922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.756252 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.756575 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.756910 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.757232 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.757554 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.757873 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:35:04.819367 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Attempting to bind port a487554f-dc18-4fb0-bd2b-6639095829af on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:35:04.819888 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Attempting to bind port a487554f-dc18-4fb0-bd2b-6639095829af by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:35:04.820411 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Attempting to bind port a487554f-dc18-4fb0-bd2b-6639095829af on network 514cdbf7-76db-4222-8d70-a6264dc578e4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:35:04.828432 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:35:04.828961 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Checking segment: {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:35:04.829530 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.830088 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Bound using segment: {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:35:04.830780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Bound port: a487554f-dc18-4fb0-bd2b-6639095829af, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:35:04.831328 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.907350 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] For port a487554f-dc18-4fb0-bd2b-6639095829af, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:35:04.910658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] For port a487554f-dc18-4fb0-bd2b-6639095829af, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=a487554f-dc18-4fb0-bd2b-6639095829af,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:35:04.916084 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:04.973504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a8ef-0cdd-4e85-9de0-f1af1febb005 None None] Pushing event updated for resources: {'Port': ['ID=a487554f-dc18-4fb0-bd2b-6639095829af,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:35:05.847275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368c097-72dc-4f0b-bc14-568890635bec None None] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:35:05.888603 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Provisioning complete for port a487554f-dc18-4fb0-bd2b-6639095829af triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:35:05.888973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:05.941840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:05.971517 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:06.043343 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Current status of the port a487554f-dc18-4fb0-bd2b-6639095829af is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:35:06.043732 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:06.081758 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] For port a487554f-dc18-4fb0-bd2b-6639095829af, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=a487554f-dc18-4fb0-bd2b-6639095829af,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:35:06.086574 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:06.144718 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c8ff-caa8-482d-880d-0e8f422f85da None None] Pushing event updated for resources: {'Port': ['ID=a487554f-dc18-4fb0-bd2b-6639095829af,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:35:06.308871 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-420e81eb-cd1c-4f8e-a47d-e03687988ea1 None None] Provisioning complete for port a487554f-dc18-4fb0-bd2b-6639095829af triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:35:06.309262 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-420e81eb-cd1c-4f8e-a47d-e03687988ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:06.389283 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-420e81eb-cd1c-4f8e-a47d-e03687988ea1 None None] Current status of the port a487554f-dc18-4fb0-bd2b-6639095829af is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:35:06.432155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device a487554f-dc18-4fb0-bd2b-6639095829af up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:35:06.479005 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port a487554f-dc18-4fb0-bd2b-6639095829af triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:35:06.479394 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (a487554f-dc18-4fb0-bd2b-6639095829af), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:06.557227 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port a487554f-dc18-4fb0-bd2b-6639095829af is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:35:08.986808 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-73f0b5dd-d047-4095-b76f-8184548cf831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:09.565138 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=17 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:09.568503 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:11.490781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be767fe7-087d-4818-9451-71f8450ebf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:12.823868 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:14.181022 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:14.302054 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:14.554231 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:20.663193 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:35:24.546960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:24.549599 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:30.658839 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:30.659800 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:38.992850 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79e8f6f2-79c1-483b-88e0-9a8e8a9c30d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:41.483224 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1f835cf8-dc9b-44ff-8167-fe471d8495d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:42.824808 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:44.309666 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:44.556432 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:35:45.658006 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:45.663599 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:54.549802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:54.552697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:35:57.664584 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:36:07.661734 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:08.986098 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-395e8057-25a4-4688-b920-0e5ac1157de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:11.486800 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4b839416-0823-493c-ad45-b78c0b307384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:12.830625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:14.309911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:14.560599 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:22.654123 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:22.659044 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:24.552966 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:24.555289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:32.534129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57908) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:36:32.541061 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-e9f8ff18-365b-43b3-99e9-762c059e6491 tempest-verify_tempest_config-1955195731 tempest-verify_tempest_config-1955195731-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:36:32.542031 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e9f8ff18-365b-43b3-99e9-762c059e6491 tempest-verify_tempest_config-1955195731 tempest-verify_tempest_config-1955195731-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066280 Jul 01 16:36:32.851755 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 57926) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:36:32.957321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.042085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Publish callbacks [] for security_group (0accccec-a9b3-421f-8de1-196ce1b1154a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.045726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0accccec-a9b3-421f-8de1-196ce1b1154a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.092464 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=244855ed0b2345e8af717b0fb989b337&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2396142 Jul 01 16:36:33.093404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0accccec-a9b3-421f-8de1-196ce1b1154a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:36:33.095199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 57930) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:36:33.101325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.101694 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.102039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.102406 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.102744 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.103082 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.103408 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.103734 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.104081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.104409 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.104747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.105075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.105395 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.105717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.106037 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd905e2-55ba-4f62-b0a5-865b012c13b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.179571 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Publish callbacks [] for security_group (0accccec-a9b3-421f-8de1-196ce1b1154a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.201445 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Publish callbacks [] for security_group (0accccec-a9b3-421f-8de1-196ce1b1154a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.302439 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0accccec-a9b3-421f-8de1-196ce1b1154a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.304969 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:33.306166 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0accccec-a9b3-421f-8de1-196ce1b1154a HTTP/1.1" status: 204 len: 168 time: 0.2099369 Jul 01 16:36:33.314332 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0accccec-a9b3-421f-8de1-196ce1b1154a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:36:33.321449 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.321807 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.322155 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.322687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.322864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.323301 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.323521 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.323849 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.324182 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.324511 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.324840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.325168 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.325518 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.325848 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:33.326172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbc38b1-b45d-47ab-bb8f-76be845e2710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:36:34.666178 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:36:38.989065 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b8c10db9-c8f4-4f42-a7ac-2e104276f4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:41.488685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6d8126cd-a274-4477-94e5-7ac006a5efea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:42.832646 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:43.086698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:43.096673 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:43.310896 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:43.318757 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:44.313900 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:44.564124 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:36:44.661274 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:44.662114 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:54.552560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:36:54.559039 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:08.996232 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-88560874-2ce5-4b8e-a1a0-ab525aef81e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:09.429386 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=13 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:09.431535 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=19 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:11.493138 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-10e0b3b5-8767-4954-a76d-db9e2623b01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:11.664688 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:37:12.835944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:14.315449 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:14.566810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:21.659971 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:21.660774 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:24.556802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:24.562943 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:36.650496 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:36.660833 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:38.989198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b6743416-a1d0-4e08-a95e-bebfae7a6ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:41.494436 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-545c0874-bb6e-4c2e-8212-da2fc7af37da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:42.838541 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:44.318152 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:44.569932 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:37:48.663291 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 5 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:37:54.563255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:54.565115 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:37:58.658872 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:08.991747 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-15237b3b-ddef-4dde-a61d-2e5d315805d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:11.499367 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b73a3793-76c4-4eb3-8b59-05a466a69aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:12.841115 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:13.661660 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:13.666748 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:14.322335 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:14.584338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:21.318023 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402133'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:24.579756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:25.662448 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:38:31.314564 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:33.709335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58006) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:38:33.821134 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-97110008-e76a-4fff-afa9-8006595a8d69 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1106980 Jul 01 16:38:35.657273 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:35.658308 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:35.937796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58016) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:38:35.996462 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4d8fd388-cfdf-4ed2-b260-3d921eadee4e admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0575509 Jul 01 16:38:38.994729 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a564196c-5578-4976-8311-d1733d4dab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:41.502413 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-caaa6480-9880-492f-97f1-986d6296922e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:42.843995 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:44.324390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:44.576839 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:38:45.990984 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:45.991735 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:50.670179 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:50.674225 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:38:51.275363 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:01.268570 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:01.270528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:02.662563 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:39:08.996283 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c782a007-bd93-4695-89ce-338196f1108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:11.503818 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fb31f33c-829f-4a6d-995b-246bfb6b8cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:12.657252 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:12.658164 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=13 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:12.849701 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:14.328971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:14.580754 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:21.289866 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:27.671583 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:27.673060 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:31.282198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:31.284626 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:38.998677 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-084f2d7d-1066-4f26-8724-e8c43bef430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:39.662961 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:39:41.507637 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e53616d1-cf7e-436e-ae14-f21241116fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:42.854874 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:44.332714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:44.584712 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:39:49.657496 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:49.658757 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:39:51.304001 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:01.296940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:01.298859 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:07.662056 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:07.662928 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:09.005055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-df68e856-fad2-4b13-a4d9-0d22cbe7da75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:11.530715 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-64fb5fab-5a8a-42b5-86c2-44ef62f047d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:12.866600 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.025327 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58144) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:14.337741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.420530 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1520723804-network', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:14.450737 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:14.453779 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.468705 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.568249 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks [] for security_group (62697f55-814e-40e6-815c-9547b6e4248b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.575603 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (62697f55-814e-40e6-815c-9547b6e4248b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.590947 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.625646 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:14.634004 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62697f55-814e-40e6-815c-9547b6e4248b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:14.642804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.643265 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.643682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.644115 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.644650 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.645156 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.645551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.645946 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.646379 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.646721 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.647063 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.647392 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.647715 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.648035 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.648422 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Tracked resource versions report: Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: pushed versions: Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: { 'AddressGroup': {'1.2'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Agent': {'1.1'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'ConntrackHelper': {'1.0'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Log': {'1.0'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'NDPProxy': {'1.0'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Network': {'1.1'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Port': {'1.7'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'PortForwarding': {'1.3'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'QosPolicy': {'1.10'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroup': {'1.5'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SubPort': {'1.0'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Subnet': {'1.1'}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Trunk': {'1.1'}} Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: consumer versions: Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: HyperV agent@hv-cinder-79760: {}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Agent': '1.1', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'ConntrackHelper': '1.0', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'LocalIPAssociation': '1.0', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Log': '1.0', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'NDPProxy': '1.0', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Network': '1.1', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Port': '1.7', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'PortForwarding': '1.3', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'QosPolicy': '1.10', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroup': '1.5', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SecurityGroupRule': '1.2', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'SubPort': '1.0', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Subnet': '1.1', Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: 'Trunk': '1.1'}} Jul 01 16:40:14.650123 dv-cinder-797608-41-iscsi neutron-server[110574]: {{(pid=110574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:40:14.663258 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742531342165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (8d754cac-3f9a-442b-bc8a-35953fbfdae9), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.663786 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Unsubscribe: segment precommit_create {{(pid=110574) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 16:40:14.664257 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Added segment 8d754cac-3f9a-442b-bc8a-35953fbfdae9 of type vlan for network c5acd85f-f778-4915-8079-a3e9582e6528 Jul 01 16:40:14.720895 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (c5acd85f-f778-4915-8079-a3e9582e6528), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.758531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (c5acd85f-f778-4915-8079-a3e9582e6528), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.759562 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:14.760134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:14.870578 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8426654 Jul 01 16:40:14.880755 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58200) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:14.902336 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Request body: {'subnet': {'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-subnet', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:14.957956 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc27f-7e41-4b4a-b48b-33cf4085cf76 admin admin] Pushing event updated for resources: {'Network': ['ID=c5acd85f-f778-4915-8079-a3e9582e6528,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:14.974614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:14.975164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network c5acd85f-f778-4915-8079-a3e9582e6528 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:14.977605 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.179454 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (3c238b4a-8876-4dbc-86b8-10bcebb14d5e), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.231194 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c238b4a-8876-4dbc-86b8-10bcebb14d5e,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:15.252735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:15.252735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Network hostable DHCP agents. Network: c5acd85f-f778-4915-8079-a3e9582e6528, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:15.270780 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Network c5acd85f-f778-4915-8079-a3e9582e6528 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:15.282758 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, c5acd85f-f778-4915-8079-a3e9582e6528) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:15.288714 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:15.289639 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.292896 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093abf0-8b67-4026-be90-4ef9cb0d7301 None None] Network c5acd85f-f778-4915-8079-a3e9582e6528 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:15.316472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58214) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:15.317083 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2aa501e8-4564-424b-9a50-419b318596f2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4187462 Jul 01 16:40:15.322717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:15.343764 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58218) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:15.352035 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (13836133-ac87-4817-9800-b91f62a885a5), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.353365 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (13836133-ac87-4817-9800-b91f62a885a5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.389298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58222) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:15.415880 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-c5acd85f-f778-4915-8079-a3e9582e6528', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:40:15.417388 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.423119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for router_controller (13836133-ac87-4817-9800-b91f62a885a5), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.443730 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58240) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:15.610714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Allocated IP 172.20.0.2 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/f908ef44-9fcc-4c05-b954-e760d800ed94) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:15.639226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58248) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:15.702419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for router_gateway (13836133-ac87-4817-9800-b91f62a885a5), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.730032 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-70341164-network', 'tenant_id': '8e11ec92d7d24814be64e3dc5f1ae0a4'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:15.760417 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:15.786318 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-413466209-network', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:15.803085 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-380458265-network', 'tenant_id': '315dd9cfab134d008039e1229e42a96e'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:15.813807 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:15.842385 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Made reservation on behalf of 8e11ec92d7d24814be64e3dc5f1ae0a4 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:15.845503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.854123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Made reservation on behalf of 315dd9cfab134d008039e1229e42a96e for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:15.858590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.878502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.892411 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks [] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.907676 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.980155 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks [] for security_group (7eef2433-90f1-462c-8989-6a3df4e6c0de), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.983520 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:15.988219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Made reservation on behalf of 2c49e143df7c4d059430b7dc5bffd475 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:15.991657 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.005921 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7eef2433-90f1-462c-8989-6a3df4e6c0de), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.021578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:16.032006 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (57a4b77c-81bf-4d16-9bc8-94f9678bfec9), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.032443 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Added segment 57a4b77c-81bf-4d16-9bc8-94f9678bfec9 of type vlan for network 122e1655-ca16-42e2-ac40-3aa0137062fe Jul 01 16:40:16.035382 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:16.038814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Pushing event updated for resources: {'Port': ['ID=f908ef44-9fcc-4c05-b954-e760d800ed94,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:16.053307 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for router_gateway (13836133-ac87-4817-9800-b91f62a885a5), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.055529 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:16.062334 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:16.068748 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.073569 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.074065 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.074464 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.074811 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.075151 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.075483 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.075813 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.076154 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.076488 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.076817 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.077157 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.077378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.077485 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.077798 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.080734 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Tracked resource versions report: Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: pushed versions: Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: { 'AddressGroup': {'1.2'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Agent': {'1.1'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'ConntrackHelper': {'1.0'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Log': {'1.0'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'NDPProxy': {'1.0'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Network': {'1.1'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Port': {'1.7'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'PortForwarding': {'1.3'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'QosPolicy': {'1.10'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroup': {'1.5'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SubPort': {'1.0'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Subnet': {'1.1'}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Trunk': {'1.1'}} Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: consumer versions: Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: HyperV agent@hv-cinder-79760: {}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Agent': '1.1', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'ConntrackHelper': '1.0', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'LocalIPAssociation': '1.0', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Log': '1.0', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'NDPProxy': '1.0', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Network': '1.1', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Port': '1.7', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'PortForwarding': '1.3', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'QosPolicy': '1.10', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroup': '1.5', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SecurityGroupRule': '1.2', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'SubPort': '1.0', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Subnet': '1.1', Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: 'Trunk': '1.1'}} Jul 01 16:40:16.083014 dv-cinder-797608-41-iscsi neutron-server[110576]: {{(pid=110576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:40:16.114202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (122e1655-ca16-42e2-ac40-3aa0137062fe), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.169281 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Attempting to bind port f908ef44-9fcc-4c05-b954-e760d800ed94 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:16.170035 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Attempting to bind port f908ef44-9fcc-4c05-b954-e760d800ed94 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:16.170657 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Attempting to bind port f908ef44-9fcc-4c05-b954-e760d800ed94 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:16.180031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:16.182559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:16.183390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.186267 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:16.186957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Bound port: f908ef44-9fcc-4c05-b954-e760d800ed94, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:16.187653 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.227721 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Allocated IP 172.27.2.133 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/8f5db1f3-dc4d-4c43-9272-9aa98abb353f) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:16.258687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks [] for security_group (290d2d1c-271e-4533-b20c-401114639dd8), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.268195 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.db.resource_extend [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 01 16:40:16.299447 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:16.320691 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=64,neutron:INSERT=31,neutron:UPDATE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:16.322585 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef2433-90f1-462c-8989-6a3df4e6c0de,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:16.335653 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-network', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:16.363684 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (290d2d1c-271e-4533-b20c-401114639dd8), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.368114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.368667 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-173b4223-2919-49cd-9995-2430f2464379 None None] For port f908ef44-9fcc-4c05-b954-e760d800ed94, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:16.379351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:16.383723 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-173b4223-2919-49cd-9995-2430f2464379 None None] For port f908ef44-9fcc-4c05-b954-e760d800ed94, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=f908ef44-9fcc-4c05-b954-e760d800ed94,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:16.390578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (dff3a547-3e1f-490b-97d8-0d49cd65bf4f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.390969 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Added segment dff3a547-3e1f-490b-97d8-0d49cd65bf4f of type vlan for network d8e99896-5e9c-4803-9d88-473927862dbb Jul 01 16:40:16.399159 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.412078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.483378 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (d8e99896-5e9c-4803-9d88-473927862dbb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.494810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b4223-2919-49cd-9995-2430f2464379 None None] Pushing event updated for resources: {'Port': ['ID=f908ef44-9fcc-4c05-b954-e760d800ed94,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:16.504672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:16.509166 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:16.513111 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:16.517677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:16.523109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:16.523416 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (122e1655-ca16-42e2-ac40-3aa0137062fe), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.526088 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:16.527129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.539748 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.628622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.629235 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.629760 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.630099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.630467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.630776 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.631110 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.631431 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.631754 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.632075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.632389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.632914 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.633430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.633952 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.634543 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Tracked resource versions report: Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: pushed versions: Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: { 'AddressGroup': {'1.2'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Agent': {'1.1'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'ConntrackHelper': {'1.0'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Log': {'1.0'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'NDPProxy': {'1.0'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Network': {'1.1'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Port': {'1.7'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'PortForwarding': {'1.3'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'QosPolicy': {'1.10'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroup': {'1.5'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SubPort': {'1.0'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Subnet': {'1.1'}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Trunk': {'1.1'}} Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: consumer versions: Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: HyperV agent@hv-cinder-79760: {}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Agent': '1.1', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'ConntrackHelper': '1.0', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'LocalIPAssociation': '1.0', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Log': '1.0', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'NDPProxy': '1.0', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Network': '1.1', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Port': '1.7', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'PortForwarding': '1.3', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'QosPolicy': '1.10', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroup': '1.5', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SecurityGroupRule': '1.2', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'SubPort': '1.0', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Subnet': '1.1', Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: 'Trunk': '1.1'}} Jul 01 16:40:16.635951 dv-cinder-797608-41-iscsi neutron-server[110575]: {{(pid=110575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:40:16.663561 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:40:16.705660 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (d8e99896-5e9c-4803-9d88-473927862dbb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.707620 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:16.711431 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.718186 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Made reservation on behalf of bf55d220c94d4445af9f73c532029e42 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:16.722661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:16.888081 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=122e1655-ca16-42e2-ac40-3aa0137062fe,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:16.902380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 122e1655-ca16-42e2-ac40-3aa0137062fe details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:16.996520 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for router_gateway (13836133-ac87-4817-9800-b91f62a885a5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.009160 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d2d1c-271e-4533-b20c-401114639dd8,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:17.036119 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] Pushing event updated for resources: {'Network': ['ID=d8e99896-5e9c-4803-9d88-473927862dbb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:17.039347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.051139 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-877b399c-79da-47af-a2cd-2f895a77c6bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7063022 Jul 01 16:40:17.063762 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3b347ae1-075e-4eac-acbd-b94697157bf2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6186059 Jul 01 16:40:17.067636 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58298) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:17.068151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58300) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:17.069412 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network d8e99896-5e9c-4803-9d88-473927862dbb details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:17.076682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Request body: {'subnet': {'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-subnet', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:17.094522 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Request body: {'subnet': {'network_id': 'd8e99896-5e9c-4803-9d88-473927862dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-70341164-subnet', 'tenant_id': '8e11ec92d7d24814be64e3dc5f1ae0a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:17.131052 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Made reservation on behalf of 8e11ec92d7d24814be64e3dc5f1ae0a4 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:17.133803 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.188406 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Made reservation on behalf of 315dd9cfab134d008039e1229e42a96e for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:17.190835 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.244790 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:17.249972 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (13836133-ac87-4817-9800-b91f62a885a5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.271004 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:17.396938 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks [] for security_group (9635e416-d817-40bc-913d-50116bd8795a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.397770 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:17.418623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9635e416-d817-40bc-913d-50116bd8795a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.425622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Router 13836133-ac87-4817-9800-b91f62a885a5 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:40:17.523634 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks [] for security_group (21001b35-c11a-4656-b2c8-250307b0516e), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.553099 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:17.574151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (21001b35-c11a-4656-b2c8-250307b0516e), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.611218 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (7b756aaa-ec63-4ef1-ba4d-38271f557784), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.611218 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Added segment 7b756aaa-ec63-4ef1-ba4d-38271f557784 of type vlan for network 9c45ed7a-934f-4bce-930b-7b9d61ad046e Jul 01 16:40:17.612176 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9635e416-d817-40bc-913d-50116bd8795a,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:17.638637 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:17.654142 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27496600-031e-427b-b014-4c524355a566 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:17.667907 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27496600-031e-427b-b014-4c524355a566 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:17.668715 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-27496600-031e-427b-b014-4c524355a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:17.674326 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.676426 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f75366d0-5584-41f6-8f8e-bfdea26eaac0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3577754 Jul 01 16:40:17.679378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58326) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:17.713930 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:17.831147 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (9c45ed7a-934f-4bce-930b-7b9d61ad046e), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.852628 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (9c6c41b6-7a57-480a-8480-ad16e7b382bf), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:17.852967 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Added segment 9c6c41b6-7a57-480a-8480-ad16e7b382bf of type vlan for network 40bcc3f6-35b7-411b-aab1-54f20941aafb Jul 01 16:40:17.873267 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21001b35-c11a-4656-b2c8-250307b0516e,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:17.930115 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-27496600-031e-427b-b014-4c524355a566 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:18.048070 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (b483f5d7-57a4-451f-b89f-30bff03b640c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.062093 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (40bcc3f6-35b7-411b-aab1-54f20941aafb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.140753 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (9c45ed7a-934f-4bce-930b-7b9d61ad046e), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.141666 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:18.142263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.144799 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:18.146102 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (6278636d-fd26-4665-9ee6-dc045c5bc356), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.172456 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09406cc-9d7e-44de-add9-5938f291e12d None None] Network c5acd85f-f778-4915-8079-a3e9582e6528 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:18.257210 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b483f5d7-57a4-451f-b89f-30bff03b640c,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:18.265088 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.8716719 Jul 01 16:40:18.265088 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (40bcc3f6-35b7-411b-aab1-54f20941aafb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.265088 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:18.265088 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.270307 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58342) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:18.299401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58344) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:18.301723 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-27496600-031e-427b-b014-4c524355a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:16Z', 'revision_number': 3, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:18.308653 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Request body: {'subnet': {'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-413466209-subnet', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:18.342041 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccf9c3-f895-49c5-97cf-1d653d9cc269 admin admin] Pushing event updated for resources: {'Network': ['ID=9c45ed7a-934f-4bce-930b-7b9d61ad046e,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:18.342707 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27496600-031e-427b-b014-4c524355a566 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:18.343078 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27496600-031e-427b-b014-4c524355a566 None None] Updating router 13836133-ac87-4817-9800-b91f62a885a5 port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:18.368608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:18.395665 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.412644 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Checking segment: {'id': 'dff3a547-3e1f-490b-97d8-0d49cd65bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd8e99896-5e9c-4803-9d88-473927862dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:18.412931 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Network hostable DHCP agents. Network: d8e99896-5e9c-4803-9d88-473927862dbb, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:18.423219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:18.438734 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.7983811 Jul 01 16:40:18.479154 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58350) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:18.484338 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6278636d-fd26-4665-9ee6-dc045c5bc356,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:18.505103 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Request body: {'subnet': {'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-subnet', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:18.543142 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Made reservation on behalf of 2c49e143df7c4d059430b7dc5bffd475 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:18.543361 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:18.553292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.598632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Provisioning complete for port f908ef44-9fcc-4c05-b954-e760d800ed94 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:18.599046 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.605227 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Checking segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:18.605592 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Network hostable DHCP agents. Network: 122e1655-ca16-42e2-ac40-3aa0137062fe, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:18.629630 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574fd2c-d5d6-4bbf-9459-b30335f960fc admin admin] Pushing event updated for resources: {'Network': ['ID=40bcc3f6-35b7-411b-aab1-54f20941aafb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:18.656455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Network d8e99896-5e9c-4803-9d88-473927862dbb is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:18.669100 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Made reservation on behalf of bf55d220c94d4445af9f73c532029e42 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:18.671457 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.749360 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a53e6c0-ab0c-42f6-9d2f-f5a76a0678d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.762284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:18.765630 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device f908ef44-9fcc-4c05-b954-e760d800ed94 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:18.768155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:18.828829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, d8e99896-5e9c-4803-9d88-473927862dbb) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:18.891543 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:18.912801 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:18.913298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.913970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a53e6c0-ab0c-42f6-9d2f-f5a76a0678d7 admin admin] Publish callbacks [] for security_group (839d5eb2-8c59-4beb-982f-34421d462077), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:18.952913 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a53e6c0-ab0c-42f6-9d2f-f5a76a0678d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (839d5eb2-8c59-4beb-982f-34421d462077), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.007810 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6a53e6c0-ab0c-42f6-9d2f-f5a76a0678d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fabfb2a97fa4894901bd3d193b3387d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7058806 Jul 01 16:40:19.008844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10971208-a11c-48c2-8912-41615da4ce6c None None] Network d8e99896-5e9c-4803-9d88-473927862dbb requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:19.009201 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58384) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:19.009329 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 122e1655-ca16-42e2-ac40-3aa0137062fe) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:19.077779 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks [] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.093791 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.189908 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Pushing event updated for resources: {'Port': ['ID=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:19.213773 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.214540 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.215129 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.215790 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.216360 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.216965 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.217720 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.218241 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.218865 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.219381 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.219919 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.220448 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.221095 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.221608 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.223538 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Tracked resource versions report: Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: pushed versions: Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: { 'AddressGroup': {'1.2'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Agent': {'1.1'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'ConntrackHelper': {'1.0'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'LocalIPAssociation': {'1.0'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Log': {'1.0'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'NDPProxy': {'1.0'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Network': {'1.1'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Port': {'1.7'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'PortForwarding': {'1.3'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'QosPolicy': {'1.10'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroup': {'1.5'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroupRule': {'1.2'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SubPort': {'1.0'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Subnet': {'1.1'}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Trunk': {'1.1'}} Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: consumer versions: Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: { DHCP agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: HyperV agent@hv-cinder-79760: {}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: L3 agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: Metadata agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: Metering agent@dv-cinder-797608-41-iscsi: {}, Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: Open vSwitch agent@dv-cinder-797608-41-iscsi: { 'AddressGroup': '1.2', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Agent': '1.1', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'ConntrackHelper': '1.0', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'LocalIPAssociation': '1.0', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Log': '1.0', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'NDPProxy': '1.0', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Network': '1.1', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Port': '1.7', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'PortForwarding': '1.3', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'QosPolicy': '1.10', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroup': '1.5', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SecurityGroupRule': '1.2', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'SubPort': '1.0', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Subnet': '1.1', Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: 'Trunk': '1.1'}} Jul 01 16:40:19.225120 dv-cinder-797608-41-iscsi neutron-server[110577]: {{(pid=110577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 16:40:19.231028 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-27496600-031e-427b-b014-4c524355a566 None None] Attempting to bind port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:19.231632 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-27496600-031e-427b-b014-4c524355a566 None None] Attempting to bind port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:19.232191 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27496600-031e-427b-b014-4c524355a566 None None] Attempting to bind port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:19.239963 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27496600-031e-427b-b014-4c524355a566 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:19.240705 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27496600-031e-427b-b014-4c524355a566 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:19.241302 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.241888 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27496600-031e-427b-b014-4c524355a566 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:19.242704 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-27496600-031e-427b-b014-4c524355a566 None None] Bound port: 8f5db1f3-dc4d-4c43-9272-9aa98abb353f, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:19.243347 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.250986 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f53bf1-f892-4b66-857b-41fd5fa26c12 None None] Network 122e1655-ca16-42e2-ac40-3aa0137062fe requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:19.254018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:19.255021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port f908ef44-9fcc-4c05-b954-e760d800ed94 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:19.255461 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.302814 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-27496600-031e-427b-b014-4c524355a566 None None] For port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:19.307428 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-27496600-031e-427b-b014-4c524355a566 None None] For port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:19.310848 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:19.317294 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53e6c0-ab0c-42f6-9d2f-f5a76a0678d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839d5eb2-8c59-4beb-982f-34421d462077,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:19.321660 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27496600-031e-427b-b014-4c524355a566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.351776 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b924ed-d0fd-4c19-bd49-9174cc6b2010 None None] Network d8e99896-5e9c-4803-9d88-473927862dbb requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:19.372721 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:19.377074 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.388735 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:19.400828 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-de904422-3aa5-425d-82fd-edfdb96aa1b0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3309500 Jul 01 16:40:19.468055 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27496600-031e-427b-b014-4c524355a566 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:19.468846 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-27496600-031e-427b-b014-4c524355a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:19.482644 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] Publish callbacks [] for security_group (839d5eb2-8c59-4beb-982f-34421d462077), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.497237 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d8d19176-c883-433e-91d8-a6a6d9b7488c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4258120 Jul 01 16:40:19.500103 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (9fb75448-df4f-47bb-b683-fd2085a08258), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.512868 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58408) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:19.514869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:19.536128 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] Publish callbacks [] for security_group (839d5eb2-8c59-4beb-982f-34421d462077), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.540634 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:19.585578 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e99b6-5de4-4465-9fcd-31e116a57e64 None None] Pushing event updated for resources: {'Port': ['ID=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:19.657651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (839d5eb2-8c59-4beb-982f-34421d462077), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.666186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.671376 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/839d5eb2-8c59-4beb-982f-34421d462077 HTTP/1.1" status: 204 len: 168 time: 0.6545231 Jul 01 16:40:19.723955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee489a-ca00-4be2-886c-bdd320ca581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d5eb2-8c59-4beb-982f-34421d462077,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:19.737052 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.737271 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-27496600-031e-427b-b014-4c524355a566 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:19.817419 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port f908ef44-9fcc-4c05-b954-e760d800ed94 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:19.822224 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.905207 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.908393 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.925726 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58416) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:19.946896 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:19.953576 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (0c097e17-d176-414e-a93b-ca6858e6c7e6), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:19.953941 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Allocated IP 172.20.0.1 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/d511addc-01b8-42ae-b277-59dc500a33a4) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:19.985908 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Current status of the port f908ef44-9fcc-4c05-b954-e760d800ed94 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:19.987384 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.093967 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] For port f908ef44-9fcc-4c05-b954-e760d800ed94, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=f908ef44-9fcc-4c05-b954-e760d800ed94,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:20.105427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.110839 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb75448-df4f-47bb-b683-fd2085a08258,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:20.135456 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks [] for port (d511addc-01b8-42ae-b277-59dc500a33a4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.141836 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Checking segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:20.142482 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Network hostable DHCP agents. Network: 9c45ed7a-934f-4bce-930b-7b9d61ad046e, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:20.168544 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 16:40:20.169036 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG oslo_db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 16:40:20.169750 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-122e1655-ca16-42e2-ac40-3aa0137062fe', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:40:20.170658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.174823 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:20.196966 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-27496600-031e-427b-b014-4c524355a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:16Z', 'revision_number': 3, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:20.234050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.245544 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27496600-031e-427b-b014-4c524355a566 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:16Z', 'revision_number': 3, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:20.260016 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-37c1fa9a-e2ef-40d6-b774-eac37ba70abf None None] Provisioning complete for port f908ef44-9fcc-4c05-b954-e760d800ed94 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:20.260515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-37c1fa9a-e2ef-40d6-b774-eac37ba70abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.290907 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:20.318844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for router_controller (53c2abdc-b94a-4314-9e3b-c83ea9b48880), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.321826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:20.329114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:20.332900 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Pushing event updated for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:20.335488 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:20.335937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (13836133-ac87-4817-9800-b91f62a885a5), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.351606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:20.474372 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8881-4950-413c-b929-2b14206aaeaa None None] Pushing event updated for resources: {'Port': ['ID=f908ef44-9fcc-4c05-b954-e760d800ed94,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:20.506333 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c097e17-d176-414e-a93b-ca6858e6c7e6,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:20.510643 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:20.511258 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Network hostable DHCP agents. Network: 40bcc3f6-35b7-411b-aab1-54f20941aafb, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:20.511866 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:20.671925 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 9c45ed7a-934f-4bce-930b-7b9d61ad046e) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:20.683130 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:20.683529 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.704392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa8878-068b-4e18-a20c-fb08ea55ac6e None None] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:20.719759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:20.745389 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1a650699-7c45-4784-b383-ce196763af31 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4687889 Jul 01 16:40:20.746034 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58436) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:20.755137 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for router_gateway (53c2abdc-b94a-4314-9e3b-c83ea9b48880), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.791156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.811059 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-37c1fa9a-e2ef-40d6-b774-eac37ba70abf None None] Current status of the port f908ef44-9fcc-4c05-b954-e760d800ed94 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:20.823964 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:20.824299 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Allocated IP 172.20.0.2 (122e1655-ca16-42e2-ac40-3aa0137062fe/6278636d-fd26-4665-9ee6-dc045c5bc356/aa2a4e7e-c9aa-45d6-a76d-745e9b649e71) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:20.839834 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:20.843832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5faa-40cf-4fd2-bac0-19c050b349bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:20.873257 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port f908ef44-9fcc-4c05-b954-e760d800ed94 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:20.943303 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-d0613456-3bbe-45bc-adc9-8d841c7b0585 None None] Provisioning complete for port d511addc-01b8-42ae-b277-59dc500a33a4 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:20.943877 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d0613456-3bbe-45bc-adc9-8d841c7b0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.059490 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58442) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:21.152283 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5faa-40cf-4fd2-bac0-19c050b349bb admin admin] Publish callbacks [] for security_group (d3c3bd8b-6082-4a06-b57b-101391a0965b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.152283 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 40bcc3f6-35b7-411b-aab1-54f20941aafb) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:21.171527 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:21.173242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83227f-b910-4a69-a4b5-f47cbdf0a3ef None None] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:21.174606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.180566 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d0613456-3bbe-45bc-adc9-8d841c7b0585 None None] Port d511addc-01b8-42ae-b277-59dc500a33a4 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:21.212344 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'fixed_ips': [{'subnet_id': '9fb75448-df4f-47bb-b683-fd2085a08258'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:40:21.213508 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.222829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5faa-40cf-4fd2-bac0-19c050b349bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d3c3bd8b-6082-4a06-b57b-101391a0965b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.264135 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:21.267766 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:21.271370 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-12ab59e4-9ef1-45e8-a1d6-d92af8363847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.281154 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device f908ef44-9fcc-4c05-b954-e760d800ed94 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:21.379735 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-c94f21b3-7c2b-4cc0-b537-ce4ff52787c7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8915935 Jul 01 16:40:21.417825 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58452) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:21.428963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-12ab59e4-9ef1-45e8-a1d6-d92af8363847 admin admin] Publish callbacks [] for security_group (4d9966ba-11eb-4529-bc10-e96f22367ad0), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.444000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-12ab59e4-9ef1-45e8-a1d6-d92af8363847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4d9966ba-11eb-4529-bc10-e96f22367ad0), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.449956 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:21.455121 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.456129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.537297 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for router_controller (6d8944d6-6f93-45b3-b610-d51039d042a4), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.593322 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-12ab59e4-9ef1-45e8-a1d6-d92af8363847 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=201fdf547f1a47f0b23307bd41a862a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5316474 Jul 01 16:40:21.602054 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5faa-40cf-4fd2-bac0-19c050b349bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c3bd8b-6082-4a06-b57b-101391a0965b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:21.615489 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.625902 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8ddc5faa-40cf-4fd2-bac0-19c050b349bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe48aa4179354b4fac35b7415ea47f28&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6924827 Jul 01 16:40:21.625902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58462) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:21.625902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58464) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:21.643107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab59e4-9ef1-45e8-a1d6-d92af8363847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9966ba-11eb-4529-bc10-e96f22367ad0,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:21.650505 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58468) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:21.676520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:21.677737 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-737455150-network', 'tenant_id': '53e556371eec40d398ae089d2714a856'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:21.678287 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks [] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.720478 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks [] for port (d511addc-01b8-42ae-b277-59dc500a33a4), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.727340 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.728323 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (13836133-ac87-4817-9800-b91f62a885a5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.730186 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port f908ef44-9fcc-4c05-b954-e760d800ed94 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:21.731031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.761534 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.771628 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-40bcc3f6-35b7-411b-aab1-54f20941aafb', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:40:21.772531 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.789569 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Pushing event updated for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:21.792228 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Made reservation on behalf of 53e556371eec40d398ae089d2714a856 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:21.795678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.844972 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.846014 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.872140 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Allocated IP 172.20.0.2 (9c45ed7a-934f-4bce-930b-7b9d61ad046e/9fb75448-df4f-47bb-b683-fd2085a08258/238e0802-44ca-4eca-afee-c016a0d48a84) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:21.883211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:21.899382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:21.902812 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:21.910281 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Pushing event updated for resources: {'Port': ['ID=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:21.915408 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:21.941368 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:21.945243 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:21.953094 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:21.997212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for router_gateway (6d8944d6-6f93-45b3-b610-d51039d042a4), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.059261 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] Publish callbacks [] for security_group (d3c3bd8b-6082-4a06-b57b-101391a0965b), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.097755 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks [] for security_group (2590b7ec-8b2a-4509-a642-e952a9be302a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.104784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:22.112266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2590b7ec-8b2a-4509-a642-e952a9be302a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.156162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:40:22.163549 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2590b7ec-8b2a-4509-a642-e952a9be302a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:22.164711 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:22.168723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:40:22.175640 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (812f5493-fcf7-4a50-a4bf-ca4064abb887), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.176198 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Added segment 812f5493-fcf7-4a50-a4bf-ca4064abb887 of type vlan for network 4bd0ac24-b4b5-4a42-b098-9926a06b6248 Jul 01 16:40:22.176394 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for router_controller (073f53f2-6422-4101-a6a1-d4c0e1dbda77), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.228312 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] Publish callbacks [] for security_group (d3c3bd8b-6082-4a06-b57b-101391a0965b), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.233883 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] Publish callbacks [] for security_group (4d9966ba-11eb-4529-bc10-e96f22367ad0), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.293835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (4bd0ac24-b4b5-4a42-b098-9926a06b6248), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.339406 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Allocated IP 172.20.0.2 (40bcc3f6-35b7-411b-aab1-54f20941aafb/0c097e17-d176-414e-a93b-ca6858e6c7e6/b63f5398-2bfc-419f-bc40-e714109fd1be) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:22.350415 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (4bd0ac24-b4b5-4a42-b098-9926a06b6248), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.351406 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:22.351992 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.360406 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port f908ef44-9fcc-4c05-b954-e760d800ed94 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:22.361689 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f5db1f3-dc4d-4c43-9272-9aa98abb353f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:22.368574 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:22.396770 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6e2318af-8be4-4fac-9618-b091a9436842 admin admin] 10.222.0.57 "PUT /v2.0/routers/13836133-ac87-4817-9800-b91f62a885a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7051535 Jul 01 16:40:22.408889 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7507260 Jul 01 16:40:22.412922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Attempting to bind port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:22.413398 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Attempting to bind port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:22.413962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Attempting to bind port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:22.423741 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for router_gateway (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.431979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58474) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:22.438241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Request body: {'subnet': {'network_id': '4bd0ac24-b4b5-4a42-b098-9926a06b6248', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-737455150-subnet', 'tenant_id': '53e556371eec40d398ae089d2714a856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:22.474395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:22.474918 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Checking segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:22.475535 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.476162 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Bound using segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:22.476830 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Bound port: aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:22.477443 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.480261 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:22.496767 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366bfcf-14ac-458a-9081-2855cda3428c admin admin] Pushing event updated for resources: {'Network': ['ID=4bd0ac24-b4b5-4a42-b098-9926a06b6248,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:22.507871 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Made reservation on behalf of 53e556371eec40d398ae089d2714a856 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:22.511137 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.518488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.558136 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-cd719466-3364-4d42-932d-0e40ce452492 None None] Provisioning complete for port d511addc-01b8-42ae-b277-59dc500a33a4 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:22.562766 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-cd719466-3364-4d42-932d-0e40ce452492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.591625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 4bd0ac24-b4b5-4a42-b098-9926a06b6248 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:40:22.611053 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] Publish callbacks [] for security_group (4d9966ba-11eb-4529-bc10-e96f22367ad0), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.734039 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:22.765018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:22.765444 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.767354 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-cd719466-3364-4d42-932d-0e40ce452492 None None] Port d511addc-01b8-42ae-b277-59dc500a33a4 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:22.839531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for router_gateway (073f53f2-6422-4101-a6a1-d4c0e1dbda77), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.842537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:22.872989 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks [] for port (238e0802-44ca-4eca-afee-c016a0d48a84), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.880370 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d3c3bd8b-6082-4a06-b57b-101391a0965b), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.882931 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.886364 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3c3bd8b-6082-4a06-b57b-101391a0965b HTTP/1.1" status: 204 len: 168 time: 1.2124584 Jul 01 16:40:22.954963 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:22.965757 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320caef9-1082-4b5c-815d-74ef1a51e1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c3bd8b-6082-4a06-b57b-101391a0965b,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:22.966541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58488) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:22.976337 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403010320', 'description': 'tempest-description--89981976'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:22.980164 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for router_gateway (6d8944d6-6f93-45b3-b610-d51039d042a4), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.073537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.079813 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.087149 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:23.089021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:23.100832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (27dac6ca-5c99-4abf-b173-379ff7c79ca2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.104134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4d9966ba-11eb-4529-bc10-e96f22367ad0), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.107593 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.111939 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d9966ba-11eb-4529-bc10-e96f22367ad0 HTTP/1.1" status: 204 len: 168 time: 1.4411333 Jul 01 16:40:23.139498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Allocated IP 172.27.2.33 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/b909e961-d9b1-4f3d-9e3d-907d39c1e94f) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:23.149301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:23.179215 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8350a-7a40-4601-b3f9-c0a97c07b4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9966ba-11eb-4529-bc10-e96f22367ad0,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.188772 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:23.191880 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:23.198187 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27dac6ca-5c99-4abf-b173-379ff7c79ca2,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.270046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (b6a223d0-7740-4e69-8da3-2ce746571d24), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.287005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Checking segment: {'id': '812f5493-fcf7-4a50-a4bf-ca4064abb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4bd0ac24-b4b5-4a42-b098-9926a06b6248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:23.287447 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Network hostable DHCP agents. Network: 4bd0ac24-b4b5-4a42-b098-9926a06b6248, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:40:23.291436 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:23.299099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b6a223d0-7740-4e69-8da3-2ce746571d24), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.343710 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:23.348355 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:23.351256 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.355485 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3850658 Jul 01 16:40:23.355485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Network 4bd0ac24-b4b5-4a42-b098-9926a06b6248 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:40:23.357563 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58494) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:23.358515 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afc684-d6ae-4254-9c57-ee9adcc7912a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a223d0-7740-4e69-8da3-2ce746571d24,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.365545 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': 'b6a223d0-7740-4e69-8da3-2ce746571d24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:23.408531 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 4bd0ac24-b4b5-4a42-b098-9926a06b6248) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:23.415526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:23.416515 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.428817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:23.442758 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (c9a08447-274e-4197-b4b7-a7b24efe4f85), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.443944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for router_gateway (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.481855 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.486611 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f9f8ca70-6947-49f3-91f6-03b34c979b00 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0522885 Jul 01 16:40:23.497562 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.521809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (c9a08447-274e-4197-b4b7-a7b24efe4f85), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.526905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (c9a08447-274e-4197-b4b7-a7b24efe4f85), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.539782 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:23.549289 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a08447-274e-4197-b4b7-a7b24efe4f85,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.562967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.566729 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4b03b3fb-8ba7-4ef5-b7fc-8bce714b0a6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2056563 Jul 01 16:40:23.570502 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58502) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:23.578785 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': 'b6a223d0-7740-4e69-8da3-2ce746571d24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:23.624221 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58504) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:23.645285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (8a9f9a5a-729b-41cf-a75b-434fd93e7e78), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.676275 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.681762 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9136f-3797-473a-ae2d-44f1d53365ed None None] Network 4bd0ac24-b4b5-4a42-b098-9926a06b6248 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:23.693130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] For port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:23.738393 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-90f5ab9f-1c77-44c0-8ad0-d4d706a8a316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.741319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58510) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:23.755251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (8a9f9a5a-729b-41cf-a75b-434fd93e7e78), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.762918 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (8a9f9a5a-729b-41cf-a75b-434fd93e7e78), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.777164 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:23.791242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] For port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:23.793319 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Pushing event updated for resources: {'Port': ['ID=238e0802-44ca-4eca-afee-c016a0d48a84,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.819697 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9f9a5a-729b-41cf-a75b-434fd93e7e78,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.829254 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:23.829571 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks [] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.834419 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:23.843314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.848071 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bcba9e78-e3c2-4a70-9851-ccfbdaa94995 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2737741 Jul 01 16:40:23.849233 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58518) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:23.863610 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:23.889420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.902526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.903347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:23.922033 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:23.924214 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:23.957342 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Allocated IP 172.27.2.38 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/346bcac0-3554-4bc3-8266-dd870f325251) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:23.973850 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:23.992935 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Deleting subnet b483f5d7-57a4-451f-b89f-30bff03b640c {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:40:24.002050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:24.002265 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Publish callbacks [] for subnet (b483f5d7-57a4-451f-b89f-30bff03b640c), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.056909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:24.057103 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Updating router 13836133-ac87-4817-9800-b91f62a885a5 port d511addc-01b8-42ae-b277-59dc500a33a4 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:24.093417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:24.093417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.112023 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Attempting to bind port 238e0802-44ca-4eca-afee-c016a0d48a84 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:24.112921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Attempting to bind port 238e0802-44ca-4eca-afee-c016a0d48a84 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:24.113262 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Attempting to bind port 238e0802-44ca-4eca-afee-c016a0d48a84 on network 9c45ed7a-934f-4bce-930b-7b9d61ad046e {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:24.134853 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:24.136905 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:24.144448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.187200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:24.189289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:24.190286 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Checking segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:24.190286 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.190674 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Bound using segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:24.191652 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Bound port: 238e0802-44ca-4eca-afee-c016a0d48a84, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:24.192041 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.217120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:24.221690 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:24.235234 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907c1d-22f9-4344-b435-79548f5bcdc0 None None] Pushing event updated for resources: {'Port': ['ID=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.238291 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.252001 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.296551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Publish callbacks [] for subnet (b483f5d7-57a4-451f-b89f-30bff03b640c), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.321146 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (b483f5d7-57a4-451f-b89f-30bff03b640c), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.365049 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-90f5ab9f-1c77-44c0-8ad0-d4d706a8a316 admin admin] Publish callbacks [] for security_group (a152d716-3b95-467b-8cdb-9ce55b03b92c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.387447 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-90f5ab9f-1c77-44c0-8ad0-d4d706a8a316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a152d716-3b95-467b-8cdb-9ce55b03b92c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.415568 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989797f-fbea-4927-8456-2631adcfb803 None None] Network 4bd0ac24-b4b5-4a42-b098-9926a06b6248 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:24.441029 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:24.457720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Pushing event updated for resources: {'Port': ['ID=b63f5398-2bfc-419f-bc40-e714109fd1be,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.669887 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for port (346bcac0-3554-4bc3-8266-dd870f325251), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.681791 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-90f5ab9f-1c77-44c0-8ad0-d4d706a8a316 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7dba4f4e07aa432d8abb893358db3f18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0540392 Jul 01 16:40:24.681791 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for router_gateway (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.682920 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58534) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:24.747120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Attempting to bind port b63f5398-2bfc-419f-bc40-e714109fd1be on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:24.747486 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Attempting to bind port b63f5398-2bfc-419f-bc40-e714109fd1be by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:24.747840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Attempting to bind port b63f5398-2bfc-419f-bc40-e714109fd1be on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:24.752735 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] For port 238e0802-44ca-4eca-afee-c016a0d48a84, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:24.761095 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5ab9f-1c77-44c0-8ad0-d4d706a8a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152d716-3b95-467b-8cdb-9ce55b03b92c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.763336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] Publish callbacks [] for security_group (a152d716-3b95-467b-8cdb-9ce55b03b92c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.781463 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for subnet (b483f5d7-57a4-451f-b89f-30bff03b640c), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.797138 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] For port 238e0802-44ca-4eca-afee-c016a0d48a84, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=238e0802-44ca-4eca-afee-c016a0d48a84,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:24.806861 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:24.807242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:24.807636 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.808028 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Bound using segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:24.809076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Bound port: b63f5398-2bfc-419f-bc40-e714109fd1be, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:24.809076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.809687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] Publish callbacks [] for security_group (a152d716-3b95-467b-8cdb-9ce55b03b92c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.823385 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:24.842701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (346bcac0-3554-4bc3-8266-dd870f325251), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.854604 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.857704 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.905307 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a152d716-3b95-467b-8cdb-9ce55b03b92c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.908034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:24.909273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a152d716-3b95-467b-8cdb-9ce55b03b92c HTTP/1.1" status: 204 len: 168 time: 0.2240093 Jul 01 16:40:24.928984 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0d16-1321-4c11-b71d-df8d14fd4d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152d716-3b95-467b-8cdb-9ce55b03b92c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.985464 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b483f5d7-57a4-451f-b89f-30bff03b640c,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:24.987668 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:25.045448 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.049773 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5f95a995-c7dd-408c-ad7f-c78b6b8fdc78 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b483f5d7-57a4-451f-b89f-30bff03b640c HTTP/1.1" status: 204 len: 168 time: 1.2982645 Jul 01 16:40:25.051377 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58554) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:25.065987 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Pushing event updated for resources: {'Port': ['ID=346bcac0-3554-4bc3-8266-dd870f325251,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:25.074189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:25.085621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:25.122749 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:25.219752 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:25.249691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91920b80-8afb-412c-978a-6090e6cf503f None None] Pushing event updated for resources: {'Port': ['ID=238e0802-44ca-4eca-afee-c016a0d48a84,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:25.287679 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (d8e99896-5e9c-4803-9d88-473927862dbb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.307739 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] For port b63f5398-2bfc-419f-bc40-e714109fd1be, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:25.314053 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] For port b63f5398-2bfc-419f-bc40-e714109fd1be, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b63f5398-2bfc-419f-bc40-e714109fd1be,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:25.388698 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.458060 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Allocated IP 172.27.2.79 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/9f1290dc-df14-4b11-b631-081bf36ac6f3) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:25.588200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd472cec-8b0b-417c-bc05-07510752a586 None None] Pushing event updated for resources: {'Port': ['ID=b63f5398-2bfc-419f-bc40-e714109fd1be,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:25.598279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (d8e99896-5e9c-4803-9d88-473927862dbb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.608948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks [] for port (d511addc-01b8-42ae-b277-59dc500a33a4), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.629843 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.716565 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.717636 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.719579 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.721320 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > port after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.722397 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.723607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > port after_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.726647 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.727350 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.728279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.729201 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:25.741316 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbf8dc-a89b-4605-a2b6-2d9986d2194a None None] Pushing event updated for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:25.828561 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:25.856736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:25.881259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ae93f-2fc0-4e04-9a7a-75524c8abbe5 None None] Network 122e1655-ca16-42e2-ac40-3aa0137062fe requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:26.027451 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Attempting to bind port d511addc-01b8-42ae-b277-59dc500a33a4 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:26.027819 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Attempting to bind port d511addc-01b8-42ae-b277-59dc500a33a4 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:26.028172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Attempting to bind port d511addc-01b8-42ae-b277-59dc500a33a4 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:26.083823 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:26.084478 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:26.084841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.085230 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:26.085712 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Bound port: d511addc-01b8-42ae-b277-59dc500a33a4, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:26.086087 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.106547 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Provisioning complete for port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:26.106915 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.268541 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.343295 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for router_gateway (6d8944d6-6f93-45b3-b610-d51039d042a4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.407853 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:26.408369 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:26.408513 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:26.420799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:26.421378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e99896-5e9c-4803-9d88-473927862dbb']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:26.499331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff3a547-3e1f-490b-97d8-0d49cd65bf4f') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:26.505668 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff3a547-3e1f-490b-97d8-0d49cd65bf4f') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:26.514171 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.563024 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:26.578199 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (dff3a547-3e1f-490b-97d8-0d49cd65bf4f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.598463 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] For port d511addc-01b8-42ae-b277-59dc500a33a4, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:26.667993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (dff3a547-3e1f-490b-97d8-0d49cd65bf4f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.670824 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] For port d511addc-01b8-42ae-b277-59dc500a33a4, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=d511addc-01b8-42ae-b277-59dc500a33a4,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:26.678172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Current status of the port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:26.678591 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.704321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:40:26.704733 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (dff3a547-3e1f-490b-97d8-0d49cd65bf4f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.726324 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.762447 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:26.894571 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f5db1f3-dc4d-4c43-9272-9aa98abb353f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:26.928951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:26.930614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:26.938407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Pushing event updated for resources: {'Port': ['ID=9f1290dc-df14-4b11-b631-081bf36ac6f3,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:27.000575 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:27.028217 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:27.079438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] For port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:27.099055 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (d8e99896-5e9c-4803-9d88-473927862dbb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.114043 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.115671 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:27.116061 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.122068 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] 10.222.0.57 "DELETE /v2.0/networks/d8e99896-5e9c-4803-9d88-473927862dbb HTTP/1.1" status: 204 len: 168 time: 2.0686331 Jul 01 16:40:27.140713 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.149905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58610) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:27.243301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.27.2.184 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/7bb6a12d-aa1e-411b-af6d-e243bda75896) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:27.252702 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbf8dc-a89b-4605-a2b6-2d9986d2194a None None] Pushing event updated for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:27.298728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:27.324071 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:27.325347 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb470-785b-4578-95ab-ba8ba1936018 None None] Pushing event updated for resources: {'Port': ['ID=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:27.331747 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2445e16-cd0d-4ea9-a8db-7f0c554792d0 None None] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:27.348344 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90b408-e817-4eae-bedc-56678bd679fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e99896-5e9c-4803-9d88-473927862dbb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:27.423770 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:27.424736 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:27.501299 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:27.501681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Deleting subnet 27dac6ca-5c99-4abf-b173-379ff7c79ca2 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:40:27.543591 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Publish callbacks [] for subnet (27dac6ca-5c99-4abf-b173-379ff7c79ca2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.584395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Provisioning complete for port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:27.586165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.676856 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b57e08-8cd0-43e4-8208-a420a77787fa None None] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:40:27.731421 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:27.752715 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (27dac6ca-5c99-4abf-b173-379ff7c79ca2), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.766391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Router 6d8944d6-6f93-45b3-b610-d51039d042a4 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:40:27.810407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:40:27.933546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:27.992358 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment dff3a547-3e1f-490b-97d8-0d49cd65bf4f resource provider aggregate not found Jul 01 16:40:28.076743 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment dff3a547-3e1f-490b-97d8-0d49cd65bf4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dff3a547-3e1f-490b-97d8-0d49cd65bf4f found for delete ", "request_id": "req-3146f067-03e5-4d21-958b-69e6be830bf1"}]} Jul 01 16:40:28.078529 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (27dac6ca-5c99-4abf-b173-379ff7c79ca2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.099077 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.214383 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:28.233887 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:28.244724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:28.250453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:28.305475 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=7bb6a12d-aa1e-411b-af6d-e243bda75896,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:28.471297 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Current status of the port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:28.471929 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.479027 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (27dac6ca-5c99-4abf-b173-379ff7c79ca2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.480243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:28.481415 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b63f5398-2bfc-419f-bc40-e714109fd1be up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:28.543655 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Provisioning complete for port d511addc-01b8-42ae-b277-59dc500a33a4 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:28.544044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.559540 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:28.578452 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Sync routers for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:28.583121 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:28.586390 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.588186 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b63f5398-2bfc-419f-bc40-e714109fd1be triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:28.588290 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27dac6ca-5c99-4abf-b173-379ff7c79ca2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:28.588384 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.595046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.599845 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-23382ce4-6960-4183-984e-3d3696416e9d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/27dac6ca-5c99-4abf-b173-379ff7c79ca2 HTTP/1.1" status: 204 len: 168 time: 1.4429967 Jul 01 16:40:28.613898 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:28.615697 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:28.650971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:28.672448 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58662) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:28.764006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58668) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:28.821281 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:28.929661 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-473f8306-5f84-496a-b373-009a54e80599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:26Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:28.936989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:28.939250 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6ecefa0b-aada-41cc-a885-c249c6eccb36 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1668036 Jul 01 16:40:28.946979 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58678) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:29.001180 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-674188b8-3cb2-4dff-b45a-98c588ee2e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.001418 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:29.027776 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:29.041905 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8306-5f84-496a-b373-009a54e80599 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:26Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:29.052295 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Current status of the port d511addc-01b8-42ae-b277-59dc500a33a4 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:29.053133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.092129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (4bd0ac24-b4b5-4a42-b098-9926a06b6248), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.113659 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:29.125513 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b63f5398-2bfc-419f-bc40-e714109fd1be is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:29.125960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.129600 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for router_gateway (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.149005 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.150985 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-281222f5-e711-436f-aab0-20adeedde3f6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6349254 Jul 01 16:40:29.151935 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.154133 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58686) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:29.205633 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.226019 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:29.228190 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:29.283260 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:25Z', 'revision_number': 3, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:29.316374 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:29.340136 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Checking router: 6d8944d6-6f93-45b3-b610-d51039d042a4 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:29.340920 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Updating router 6d8944d6-6f93-45b3-b610-d51039d042a4 port 346bcac0-3554-4bc3-8266-dd870f325251 binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:29.381016 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (346bcac0-3554-4bc3-8266-dd870f325251), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.465420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] For port d511addc-01b8-42ae-b277-59dc500a33a4, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=d511addc-01b8-42ae-b277-59dc500a33a4,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:29.515388 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port b63f5398-2bfc-419f-bc40-e714109fd1be, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b63f5398-2bfc-419f-bc40-e714109fd1be,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:29.521088 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.581363 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.582778 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 238e0802-44ca-4eca-afee-c016a0d48a84 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:29.617018 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (4bd0ac24-b4b5-4a42-b098-9926a06b6248), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.802031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Provisioning complete for port b63f5398-2bfc-419f-bc40-e714109fd1be triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:29.803774 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.866449 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.867255 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.868947 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.869500 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > port after_create 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.870050 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.870655 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > port after_update 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.871339 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.872853 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.873427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.874847 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:29.905030 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44e989-4f04-4682-b841-38fe62fe573a None None] Pushing event updated for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:29.927708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:29.943924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:29.955814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58706) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:29.981479 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks [] for port (346bcac0-3554-4bc3-8266-dd870f325251), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:29.990388 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (346bcac0-3554-4bc3-8266-dd870f325251), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.036107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-674188b8-3cb2-4dff-b45a-98c588ee2e23 admin admin] Publish callbacks [] for security_group (92efe025-bbed-4026-b2b7-35bb4960a767), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.037202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=7bb6a12d-aa1e-411b-af6d-e243bda75896,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:30.040437 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 238e0802-44ca-4eca-afee-c016a0d48a84 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:30.041658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.049242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-674188b8-3cb2-4dff-b45a-98c588ee2e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (92efe025-bbed-4026-b2b7-35bb4960a767), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.093771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:30.096376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.115432 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:30.116232 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:30.116700 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:30.117165 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 16:40:30.117686 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd0ac24-b4b5-4a42-b098-9926a06b6248']}} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:30.146227 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d9dc5-8517-40da-a768-58d1ce183348 None None] Pushing event updated for resources: {'Port': ['ID=346bcac0-3554-4bc3-8266-dd870f325251,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:30.156011 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-674188b8-3cb2-4dff-b45a-98c588ee2e23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eec1d42b049c4f8080d138d248280cac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3909667 Jul 01 16:40:30.164987 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Attempting to bind port 346bcac0-3554-4bc3-8266-dd870f325251 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:30.165495 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Attempting to bind port 346bcac0-3554-4bc3-8266-dd870f325251 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:30.165936 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Attempting to bind port 346bcac0-3554-4bc3-8266-dd870f325251 on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:30.172178 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:30.172477 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:30.172885 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.173276 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:30.173904 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Bound port: 346bcac0-3554-4bc3-8266-dd870f325251, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:30.174289 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (346bcac0-3554-4bc3-8266-dd870f325251), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.182537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58710) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:30.188026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674188b8-3cb2-4dff-b45a-98c588ee2e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efe025-bbed-4026-b2b7-35bb4960a767,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:30.203438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=b63f5398-2bfc-419f-bc40-e714109fd1be,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:30.207170 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.217197 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8fd025fd-2cb9-4126-948c-e07e92cb175a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3662822 Jul 01 16:40:30.250741 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:30.258968 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4036-d27c-439c-9532-545b23e828a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.266709 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.291432 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] For port 346bcac0-3554-4bc3-8266-dd870f325251, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:30.297625 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] For port 346bcac0-3554-4bc3-8266-dd870f325251, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=346bcac0-3554-4bc3-8266-dd870f325251,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:30.303581 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:30.304814 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:30.313093 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812f5493-fcf7-4a50-a4bf-ca4064abb887') {'for_net_delete': True} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:30.313707 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812f5493-fcf7-4a50-a4bf-ca4064abb887') {} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:30.314116 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (346bcac0-3554-4bc3-8266-dd870f325251), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.373559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3487620'] for segment (812f5493-fcf7-4a50-a4bf-ca4064abb887), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.396434 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:30.424410 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d9dc5-8517-40da-a768-58d1ce183348 None None] Pushing event updated for resources: {'Port': ['ID=346bcac0-3554-4bc3-8266-dd870f325251,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:30.436015 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:30.436963 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:30.462978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.478811 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] Publish callbacks [] for security_group (92efe025-bbed-4026-b2b7-35bb4960a767), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.481140 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (812f5493-fcf7-4a50-a4bf-ca4064abb887), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.496242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Current status of the port b63f5398-2bfc-419f-bc40-e714109fd1be is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:30.526769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=110574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:40:30.527177 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4028681'] for segment (812f5493-fcf7-4a50-a4bf-ca4064abb887), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.564248 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] Publish callbacks [] for security_group (92efe025-bbed-4026-b2b7-35bb4960a767), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.605739 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Provisioning complete for port d511addc-01b8-42ae-b277-59dc500a33a4 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:30.606132 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.627358 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58738) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:30.652515 dv-cinder-797608-41-iscsi neutron-server[110575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 16:40:30.704769 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 238e0802-44ca-4eca-afee-c016a0d48a84 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:30.705161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.707453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4036-d27c-439c-9532-545b23e828a8 admin admin] Publish callbacks [] for security_group (90f0fc96-855e-43f3-a7b1-2e13fd330645), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.740651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4036-d27c-439c-9532-545b23e828a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (90f0fc96-855e-43f3-a7b1-2e13fd330645), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.776346 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:30.874615 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 238e0802-44ca-4eca-afee-c016a0d48a84, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=238e0802-44ca-4eca-afee-c016a0d48a84,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:30.880402 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Current status of the port d511addc-01b8-42ae-b277-59dc500a33a4 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:30.894966 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Provisioning complete for port 238e0802-44ca-4eca-afee-c016a0d48a84 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:30.895476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.904983 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (4bd0ac24-b4b5-4a42-b098-9926a06b6248), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.951964 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.959239 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4bd0ac24-b4b5-4a42-b098-9926a06b6248 HTTP/1.1" status: 204 len: 168 time: 2.2683902 Jul 01 16:40:30.968704 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:30.970599 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:30.982842 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0620d7-5116-4541-9689-7c97af9c5636 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd0ac24-b4b5-4a42-b098-9926a06b6248,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:31.056331 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 812f5493-fcf7-4a50-a4bf-ca4064abb887 resource provider aggregate not found Jul 01 16:40:31.100883 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-7836ead8-c544-4041-9fae-58dea260cd16 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1403010320&fields=id&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 267 time: 0.4676661 Jul 01 16:40:31.102234 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Allocated IP 172.20.0.1 (122e1655-ca16-42e2-ac40-3aa0137062fe/6278636d-fd26-4665-9ee6-dc045c5bc356/65739069-7d60-4bfd-ae60-ebd5fd895595) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:31.112109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (92efe025-bbed-4026-b2b7-35bb4960a767), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.118243 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.124411 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:25Z', 'revision_number': 3, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:31.126094 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92efe025-bbed-4026-b2b7-35bb4960a767 HTTP/1.1" status: 204 len: 168 time: 0.9391818 Jul 01 16:40:31.145828 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:31.149345 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 812f5493-fcf7-4a50-a4bf-ca4064abb887 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 812f5493-fcf7-4a50-a4bf-ca4064abb887 found for delete ", "request_id": "req-9f4ee128-7971-4db7-81b2-b92d473d0369"}]} Jul 01 16:40:31.150003 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:31.150514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.152978 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 3, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:31.185066 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.189235 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:40:31.191419 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3e0d4036-d27c-439c-9532-545b23e828a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=806275777ee4475c9bad3ac8af535f84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2329257 Jul 01 16:40:31.196477 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24d129-808f-4b39-a3c6-631ca94c86ce None None] The sync data for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi is: [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:25Z', 'revision_number': 3, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:31.201641 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:31.201641 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Updating router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 port b909e961-d9b1-4f3d-9e3d-907d39c1e94f binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:31.206848 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58754) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:31.229048 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58756) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:31.256728 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:31.265690 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:31.274279 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.372419 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:31.373675 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5aab5278-4f8a-480a-8525-7b4214442b94 None None] Current status of the port 238e0802-44ca-4eca-afee-c016a0d48a84 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:31.417684 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4036-d27c-439c-9532-545b23e828a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0fc96-855e-43f3-a7b1-2e13fd330645,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:31.438802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=238e0802-44ca-4eca-afee-c016a0d48a84,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:31.476307 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] Publish callbacks [] for security_group (90f0fc96-855e-43f3-a7b1-2e13fd330645), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.490625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9c340-cd27-42a4-89bf-55792c7b4de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efe025-bbed-4026-b2b7-35bb4960a767,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:31.577691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:31.647826 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ecb97077-17c9-45c1-9818-694b64478428 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e11ec92d7d24814be64e3dc5f1ae0a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3895564 Jul 01 16:40:31.658731 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58762) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:31.672098 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] Publish callbacks [] for security_group (90f0fc96-855e-43f3-a7b1-2e13fd330645), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.723160 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-589fed63-527b-4e8a-8d08-d10b0d60358c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:31.724844 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-589fed63-527b-4e8a-8d08-d10b0d60358c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.5793307 Jul 01 16:40:31.760973 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-ef135cff-fd68-42e4-8794-74ca5561b851 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/quotas/5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 375 time: 0.0238876 Jul 01 16:40:31.807495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:31.955991 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks [] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:31.972600 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-8ef15690-1941-4f29-9a0a-d961acc571a1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033935 Jul 01 16:40:32.007768 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] Publish callbacks [] for security_group (290d2d1c-271e-4533-b20c-401114639dd8), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.035863 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:32.058903 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:32.070595 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.101476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 238e0802-44ca-4eca-afee-c016a0d48a84 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:32.104103 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:32.107960 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:32.122452 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (90f0fc96-855e-43f3-a7b1-2e13fd330645), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.124864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.129036 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90f0fc96-855e-43f3-a7b1-2e13fd330645 HTTP/1.1" status: 204 len: 168 time: 0.9205332 Jul 01 16:40:32.138281 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] Publish callbacks [] for security_group (290d2d1c-271e-4533-b20c-401114639dd8), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.166922 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.168101 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7c40a8d8-15cc-48ac-b39e-9a1b9fabdbde admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7368786 Jul 01 16:40:32.172325 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58778) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:32.184722 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da7ddd-5ec9-4691-a0fa-4b820421520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0fc96-855e-43f3-a7b1-2e13fd330645,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:32.210425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Pushing event updated for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:32.217489 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Allocated IP 172.20.0.1 (9c45ed7a-934f-4bce-930b-7b9d61ad046e/9fb75448-df4f-47bb-b683-fd2085a08258/4f2c3387-d2ec-4755-9665-2db787be4729) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:32.244839 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:32.247634 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:32.254379 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:32.367865 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:32.389626 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 238e0802-44ca-4eca-afee-c016a0d48a84 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:32.396988 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.416642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.536696 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:32.548493 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (290d2d1c-271e-4533-b20c-401114639dd8), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.552334 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.557169 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/290d2d1c-271e-4533-b20c-401114639dd8 HTTP/1.1" status: 204 len: 168 time: 0.8965440 Jul 01 16:40:32.640971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:32.645282 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 238e0802-44ca-4eca-afee-c016a0d48a84 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:32.650787 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b63f5398-2bfc-419f-bc40-e714109fd1be up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:32.664590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5582c-3fa9-4b49-8697-0b0994a73578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d2d1c-271e-4533-b20c-401114639dd8,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:32.781761 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:27Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:32.790827 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks [] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.805425 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-fc64827a-a904-4b5e-8295-28238a2e6057 None None] Provisioning complete for port 65739069-7d60-4bfd-ae60-ebd5fd895595 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:32.810362 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks [] for port (4f2c3387-d2ec-4755-9665-2db787be4729), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.812000 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc64827a-a904-4b5e-8295-28238a2e6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.822225 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b63f5398-2bfc-419f-bc40-e714109fd1be triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:32.822866 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.846110 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:32.846466 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Updating router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 port 9f1290dc-df14-4b11-b631-081bf36ac6f3 binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:32.856021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.936836 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:32.961744 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-2858f150-f59f-47cc-9914-54fb4e18c81b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:40:32.965777 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-2858f150-f59f-47cc-9914-54fb4e18c81b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6584282 Jul 01 16:40:32.972467 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:32.984179 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5150-5207-4007-9f0d-fa15471559a9 None None] Pushing event updated for resources: {'Port': ['ID=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:33.077052 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-fc64827a-a904-4b5e-8295-28238a2e6057 None None] Port 65739069-7d60-4bfd-ae60-ebd5fd895595 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:33.088087 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Attempting to bind port b909e961-d9b1-4f3d-9e3d-907d39c1e94f on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:33.088460 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Attempting to bind port b909e961-d9b1-4f3d-9e3d-907d39c1e94f by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:33.088828 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Attempting to bind port b909e961-d9b1-4f3d-9e3d-907d39c1e94f on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:33.101488 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:33.102268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:33.102541 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.102845 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:33.103342 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Bound port: b909e961-d9b1-4f3d-9e3d-907d39c1e94f, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:33.103726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.140045 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58798) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:33.143658 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.179828 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] For port b909e961-d9b1-4f3d-9e3d-907d39c1e94f, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:33.183997 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] For port b909e961-d9b1-4f3d-9e3d-907d39c1e94f, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:33.196697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:33.198403 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.226646 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-be48e81f-3eb3-465e-9d87-ed6853747470 service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474811 Jul 01 16:40:33.319103 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b63f5398-2bfc-419f-bc40-e714109fd1be is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:33.320783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device d511addc-01b8-42ae-b277-59dc500a33a4 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:33.382388 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5150-5207-4007-9f0d-fa15471559a9 None None] Pushing event updated for resources: {'Port': ['ID=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:33.387761 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:33.388687 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:33.450143 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8204749c-8ca6-4960-8001-b2f4c6685bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.494466 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58806) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:33.523838 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port d511addc-01b8-42ae-b277-59dc500a33a4 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:33.528510 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:33.531490 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.550479 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:33.575533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:33.617249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.646631 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-dbfcbc5e-8a18-4431-a48a-257d3d290705 service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160473 Jul 01 16:40:33.663037 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-326f79f4-de36-4430-8a40-3518e7915758 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53e556371eec40d398ae089d2714a856&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1659725 Jul 01 16:40:33.672057 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58808) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:33.695627 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks [] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.698809 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:33.700493 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:33.700630 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:33.713000 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:33.713708 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.753176 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (6d8944d6-6f93-45b3-b610-d51039d042a4), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.848248 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dece-bcc4-445f-8a4b-4afa3b153235 None None] Pushing event updated for resources: {'Port': ['ID=9f1290dc-df14-4b11-b631-081bf36ac6f3,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:33.861631 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Attempting to bind port 9f1290dc-df14-4b11-b631-081bf36ac6f3 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:33.863501 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Attempting to bind port 9f1290dc-df14-4b11-b631-081bf36ac6f3 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:33.864092 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Attempting to bind port 9f1290dc-df14-4b11-b631-081bf36ac6f3 on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:33.874108 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:33.874521 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:33.874924 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.875316 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:33.878219 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Bound port: 9f1290dc-df14-4b11-b631-081bf36ac6f3, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:33.878219 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:33.944824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] Publish callbacks [] for security_group (2590b7ec-8b2a-4509-a642-e952a9be302a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.008045 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] For port 9f1290dc-df14-4b11-b631-081bf36ac6f3, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:34.015479 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] For port 9f1290dc-df14-4b11-b631-081bf36ac6f3, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=9f1290dc-df14-4b11-b631-081bf36ac6f3,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:34.030146 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.105868 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] Publish callbacks [] for security_group (2590b7ec-8b2a-4509-a642-e952a9be302a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.161201 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:34.163117 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:34.208098 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:34.227085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:34.293476 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58826) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:34.379084 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dece-bcc4-445f-8a4b-4afa3b153235 None None] Pushing event updated for resources: {'Port': ['ID=9f1290dc-df14-4b11-b631-081bf36ac6f3,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:34.418201 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 3, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:34.429018 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:34.440607 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d0a25ac-245e-44a8-9ac8-d6fc11a9f97d req-a53191d7-426e-49e8-8674-f81e638cc67f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.1426041 Jul 01 16:40:34.450093 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks [] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.452719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2590b7ec-8b2a-4509-a642-e952a9be302a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.460265 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.461918 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2590b7ec-8b2a-4509-a642-e952a9be302a HTTP/1.1" status: 204 len: 168 time: 0.7862394 Jul 01 16:40:34.476085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff625c4-1451-46b6-924e-9afbdc19c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590b7ec-8b2a-4509-a642-e952a9be302a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:34.489852 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.495919 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8204749c-8ca6-4960-8001-b2f4c6685bd3 admin admin] Publish callbacks [] for security_group (1f980816-9376-4625-a8d2-00a84f850e92), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.499960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port d511addc-01b8-42ae-b277-59dc500a33a4 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:34.501303 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:34.510776 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8204749c-8ca6-4960-8001-b2f4c6685bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1f980816-9376-4625-a8d2-00a84f850e92), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.513883 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17faa3-9142-4e87-b02e-db679f981df5 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 3, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:34.519270 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-bc44c0cc-0c03-4170-9550-8d6d2e989845 None None] Provisioning complete for port 4f2c3387-d2ec-4755-9665-2db787be4729 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:34.519788 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bc44c0cc-0c03-4170-9550-8d6d2e989845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.650909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-bc44c0cc-0c03-4170-9550-8d6d2e989845 None None] Port 4f2c3387-d2ec-4755-9665-2db787be4729 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:34.664178 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.695525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:34.705675 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8204749c-8ca6-4960-8001-b2f4c6685bd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfd794279b654d3c990f6d84f4dad747&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5462482 Jul 01 16:40:34.706936 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 58844) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:34.713963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.725223 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204749c-8ca6-4960-8001-b2f4c6685bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f980816-9376-4625-a8d2-00a84f850e92,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:34.743074 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:34.744142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.769580 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Pushing event updated for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:34.795155 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:34.892105 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:34.955130 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:27Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:35.061120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:35.091814 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916e953-c18c-41b5-bf95-d0e364ed1b98 None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:27Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:35.194176 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:35.206495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:35.261553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:35.479137 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b909e961-d9b1-4f3d-9e3d-907d39c1e94f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:35.507537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] Publish callbacks [] for security_group (1f980816-9376-4625-a8d2-00a84f850e92), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:35.573892 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] Publish callbacks [] for security_group (1f980816-9376-4625-a8d2-00a84f850e92), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:35.580183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:40:35.608723 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:35.629589 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b909e961-d9b1-4f3d-9e3d-907d39c1e94f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:35.635243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:35.824008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-5a6cd658-8f04-4eea-aabd-fe5bf7f0428d None None] Provisioning complete for port 65739069-7d60-4bfd-ae60-ebd5fd895595 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:35.824741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5a6cd658-8f04-4eea-aabd-fe5bf7f0428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:35.918289 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:35.925443 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8e13975f-3805-424c-9473-9f275857ca0b admin admin] 10.222.0.57 "PUT /v2.0/routers/53c2abdc-b94a-4314-9e3b-c83ea9b48880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7255747 Jul 01 16:40:35.981238 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12c9e1e4-eb91-47d1-85f8-3e1a597b95a5 req-662f1ec0-8f52-4ab6-b9ce-1bb20217da74 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0544713 Jul 01 16:40:35.997032 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cd658-8f04-4eea-aabd-fe5bf7f0428d None None] Port 65739069-7d60-4bfd-ae60-ebd5fd895595 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:36.008995 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b909e961-d9b1-4f3d-9e3d-907d39c1e94f is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:36.013867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.079402 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port b909e961-d9b1-4f3d-9e3d-907d39c1e94f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:36.099614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.101231 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 346bcac0-3554-4bc3-8266-dd870f325251 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:36.197418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:36.245013 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 346bcac0-3554-4bc3-8266-dd870f325251 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:36.252435 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (346bcac0-3554-4bc3-8266-dd870f325251), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.327307 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1f980816-9376-4625-a8d2-00a84f850e92), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.329832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.340791 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f980816-9376-4625-a8d2-00a84f850e92 HTTP/1.1" status: 204 len: 168 time: 1.6282279 Jul 01 16:40:36.499559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 346bcac0-3554-4bc3-8266-dd870f325251 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:36.503625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (346bcac0-3554-4bc3-8266-dd870f325251), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.505517 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f79a-96eb-4b5b-b6e6-1093dd0c9355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f980816-9376-4625-a8d2-00a84f850e92,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:36.553534 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Allocated IP 172.20.0.1 (40bcc3f6-35b7-411b-aab1-54f20941aafb/0c097e17-d176-414e-a93b-ca6858e6c7e6/626d6453-1029-4913-a443-e62a0f54c777) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:36.561986 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks [] for port (4f2c3387-d2ec-4755-9665-2db787be4729), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.579309 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.608822 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 346bcac0-3554-4bc3-8266-dd870f325251, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=346bcac0-3554-4bc3-8266-dd870f325251,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:36.621121 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (346bcac0-3554-4bc3-8266-dd870f325251), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.729756 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (6d8944d6-6f93-45b3-b610-d51039d042a4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.737796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:36.772911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=346bcac0-3554-4bc3-8266-dd870f325251,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:36.873666 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks [] for port (626d6453-1029-4913-a443-e62a0f54c777), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:36.911840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:36.940739 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:36.943730 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:36.966550 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.160622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58928) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:37.173291 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359971006', 'description': 'tempest-description--2105130224'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:37.230082 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:37.243202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:37.259490 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:37.272007 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Pushing event updated for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:37.279753 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.310511 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:37.446210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-79ef159d-84b3-425d-8413-ddc3d6ac1d0f None None] Provisioning complete for port 4f2c3387-d2ec-4755-9665-2db787be4729 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:37.449328 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79ef159d-84b3-425d-8413-ddc3d6ac1d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.470971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.542518 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 9f1290dc-df14-4b11-b631-081bf36ac6f3 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:37.576535 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Router 6d8944d6-6f93-45b3-b610-d51039d042a4 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:40:37.584675 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-79ef159d-84b3-425d-8413-ddc3d6ac1d0f None None] Port 4f2c3387-d2ec-4755-9665-2db787be4729 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:37.617683 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08f3f75c-8778-48ac-be49-3426e65d0748 req-580bbbd4-e66c-417b-89ee-d9f9ceacf605 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0784650 Jul 01 16:40:37.710855 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (5e16ef1f-d618-4630-af8c-0d1e0450f319), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.718875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 9f1290dc-df14-4b11-b631-081bf36ac6f3 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:37.719490 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.723124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5e16ef1f-d618-4630-af8c-0d1e0450f319), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.798766 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16ef1f-d618-4630-af8c-0d1e0450f319,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:37.805713 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.807000 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f73097bf-a21c-4b07-91c7-e6889ffc0dd7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6453617 Jul 01 16:40:37.810205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58936) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:37.815992 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group_rule': {'security_group_id': '5e16ef1f-d618-4630-af8c-0d1e0450f319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:37.827983 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:37.848708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-eb932255-896e-4f7d-9605-d044699ef098 None None] Provisioning complete for port 626d6453-1029-4913-a443-e62a0f54c777 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:37.849104 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eb932255-896e-4f7d-9605-d044699ef098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (626d6453-1029-4913-a443-e62a0f54c777), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:37.905129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58942) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:37.944864 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (ef325ae7-7971-48fd-b0bd-4904316a9be7), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.016729 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:38.025679 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e306aee2-c933-4943-82da-718ab2c44882 admin admin] 10.222.0.57 "PUT /v2.0/routers/6d8944d6-6f93-45b3-b610-d51039d042a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0703759 Jul 01 16:40:38.040323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (626d6453-1029-4913-a443-e62a0f54c777), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.091628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (ef325ae7-7971-48fd-b0bd-4904316a9be7), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.100472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (ef325ae7-7971-48fd-b0bd-4904316a9be7), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.121266 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Sync routers for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:38.136431 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-eb932255-896e-4f7d-9605-d044699ef098 None None] Port 626d6453-1029-4913-a443-e62a0f54c777 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:38.141390 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef325ae7-7971-48fd-b0bd-4904316a9be7,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:38.147308 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 9f1290dc-df14-4b11-b631-081bf36ac6f3 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:38.147941 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.164453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.167954 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a472f6aa-b69b-4ebf-96ae-046a90325aa3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567443 Jul 01 16:40:38.171530 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58952) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:38.176552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 9f1290dc-df14-4b11-b631-081bf36ac6f3, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=9f1290dc-df14-4b11-b631-081bf36ac6f3,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:38.177738 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:38.179441 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:38.180061 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:38.182986 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group_rule': {'security_group_id': '5e16ef1f-d618-4630-af8c-0d1e0450f319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:38.184728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:38.255095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (bdb0554e-5813-4b61-a2ae-d8a06d4f5ade), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.267843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:38.279093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.280764 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b909e961-d9b1-4f3d-9e3d-907d39c1e94f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:38.352241 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks [] for port (626d6453-1029-4913-a443-e62a0f54c777), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.353923 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:38.363028 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.365725 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-469e6ff4-a3f9-4d9d-ae5d-3355fadd8dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.390598 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.43', 60789) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:38.448755 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:38.471697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=9f1290dc-df14-4b11-b631-081bf36ac6f3,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:38.476034 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b909e961-d9b1-4f3d-9e3d-907d39c1e94f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:38.478247 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.483906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:38.498214 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.498569 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:38.502190 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:38.506758 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Pushing event updated for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:38.559146 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (bdb0554e-5813-4b61-a2ae-d8a06d4f5ade), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.582291 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (bdb0554e-5813-4b61-a2ae-d8a06d4f5ade), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.668288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb0554e-5813-4b61-a2ae-d8a06d4f5ade,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:38.715075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-56d1d0cc-09fb-4ea6-a0de-932691a6b08c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:38.717642 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-56d1d0cc-09fb-4ea6-a0de-932691a6b08c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.3184345 Jul 01 16:40:38.731051 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.736384 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-254c6059-6a68-412d-b747-5fa32c1fdfd9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5637929 Jul 01 16:40:38.737682 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58970) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:38.747949 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:38.839891 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:38.844113 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:38.861338 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:38.923866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:38.949834 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-469e6ff4-a3f9-4d9d-ae5d-3355fadd8dc5 admin admin] Publish callbacks [] for security_group (7d2dc871-578e-46b0-ad17-2c12bef2ebec), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.001480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-469e6ff4-a3f9-4d9d-ae5d-3355fadd8dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7d2dc871-578e-46b0-ad17-2c12bef2ebec), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.053866 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-469e6ff4-a3f9-4d9d-ae5d-3355fadd8dc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d07b741a7f8e42c8b7d0c72ef29b6be1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1473951 Jul 01 16:40:39.106035 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 58988) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:39.144825 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b4103261-6131-4ae5-8db0-2fa33debceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.259617 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-01330705-0857-4887-b779-0ee38d0aad01 req-7e9d70a4-10a0-4070-bd86-37f92fa884dc tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.2213838 Jul 01 16:40:39.269751 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] Publish callbacks [] for security_group (7d2dc871-578e-46b0-ad17-2c12bef2ebec), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.274820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:40:39.314379 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] Publish callbacks [] for security_group (7d2dc871-578e-46b0-ad17-2c12bef2ebec), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.354827 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-52092de2-b1fa-47cb-a156-917f2d2c8dbd None None] Provisioning complete for port 626d6453-1029-4913-a443-e62a0f54c777 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:39.357070 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-52092de2-b1fa-47cb-a156-917f2d2c8dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (626d6453-1029-4913-a443-e62a0f54c777), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.407227 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b909e961-d9b1-4f3d-9e3d-907d39c1e94f is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:39.408301 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 346bcac0-3554-4bc3-8266-dd870f325251 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:39.433756 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:39.454778 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7d2dc871-578e-46b0-ad17-2c12bef2ebec), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.458734 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.460271 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d2dc871-578e-46b0-ad17-2c12bef2ebec HTTP/1.1" status: 204 len: 168 time: 0.3529549 Jul 01 16:40:39.488397 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-1964fbdf-0337-4f3f-963a-529adda31950 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 380 time: 0.6583989 Jul 01 16:40:39.494531 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e6ff4-a3f9-4d9d-ae5d-3355fadd8dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2dc871-578e-46b0-ad17-2c12bef2ebec,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:39.558301 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:34Z', 'revision_number': 4, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '4f2c3387-d2ec-4755-9665-2db787be4729', 'name': '', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'mac_address': 'fa:16:3e:69:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:31Z', 'updated_at': '2022-07-01T16:40:35Z', 'revision_number': 2, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'subnets': [{'id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:39.576608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'port': {'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'admin_state_up': True, 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'security_groups': ['b6a223d0-7740-4e69-8da3-2ce746571d24']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:39.577323 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-52092de2-b1fa-47cb-a156-917f2d2c8dbd None None] Port 626d6453-1029-4913-a443-e62a0f54c777 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:39.633134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:40:39.644935 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-aed285cb-45b6-4c7c-b1f2-dd4bc5f1357d admin admin] 10.222.0.57 "PUT /v2.0/routers/073f53f2-6422-4101-a6a1-d4c0e1dbda77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4612472 Jul 01 16:40:39.667753 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:40:39.688034 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Checking router: 6d8944d6-6f93-45b3-b610-d51039d042a4 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:39.688276 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Updating router 6d8944d6-6f93-45b3-b610-d51039d042a4 port 4f2c3387-d2ec-4755-9665-2db787be4729 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:39.728492 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 2, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:39.731730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.732894 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:39.747095 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:39.747303 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b4097-6756-4f06-8c2d-0a8b3e526b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2dc871-578e-46b0-ad17-2c12bef2ebec,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:39.747726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:39.792898 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 346bcac0-3554-4bc3-8266-dd870f325251 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:39.793546 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (346bcac0-3554-4bc3-8266-dd870f325251), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.809977 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:39.810608 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Updating router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 port 65739069-7d60-4bfd-ae60-ebd5fd895595 binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:39.890466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:39.927454 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.019246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:40.020396 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:40.021615 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 346bcac0-3554-4bc3-8266-dd870f325251 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:40.025312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Allocated IP 172.27.2.42 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/957be667-ff09-479c-9a20-e97624d9c052) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:40.033085 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:40.213113 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (957be667-ff09-479c-9a20-e97624d9c052), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.217041 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:40.264031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:40.270858 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 9f1290dc-df14-4b11-b631-081bf36ac6f3 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:40.529840 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks [] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.538944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 9f1290dc-df14-4b11-b631-081bf36ac6f3 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:40.539728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.544558 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.569505 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20723d15-8cec-44f6-bde9-c59866c74685 req-e109613c-0d32-47c2-b5ba-fb43111c30bd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0983739 Jul 01 16:40:40.613676 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:40.677654 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7aadb-4bcc-468f-ad8e-2e81c630b025 None None] Pushing event updated for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:40.722750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (957be667-ff09-479c-9a20-e97624d9c052), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.767274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:40.790624 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.900568 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 2, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:40.919897 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Attempting to bind port 65739069-7d60-4bfd-ae60-ebd5fd895595 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:40.920930 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Attempting to bind port 65739069-7d60-4bfd-ae60-ebd5fd895595 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:40.922393 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Attempting to bind port 65739069-7d60-4bfd-ae60-ebd5fd895595 on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:40.954074 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:40.955566 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:40.956488 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Checking segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:40.956889 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:40.957326 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Bound using segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:40.965278 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Bound port: 65739069-7d60-4bfd-ae60-ebd5fd895595, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:40.965926 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.061050 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59058) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:41.073113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:40:41.073576 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Updating router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 port 626d6453-1029-4913-a443-e62a0f54c777 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:40:41.085099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:41.097553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fb6b04dd-4e65-4f65-9ae9-2990023cb90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.163459 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] For port 65739069-7d60-4bfd-ae60-ebd5fd895595, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:41.179896 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] For port 65739069-7d60-4bfd-ae60-ebd5fd895595, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=65739069-7d60-4bfd-ae60-ebd5fd895595,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:41.198909 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.216206 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:41.281465 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:41.299298 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (626d6453-1029-4913-a443-e62a0f54c777), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.412404 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7aadb-4bcc-468f-ad8e-2e81c630b025 None None] Pushing event updated for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:41.414026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b9dc8d24-c2f6-4808-bb22-1fe72393034f tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:41.425623 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b9dc8d24-c2f6-4808-bb22-1fe72393034f tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/networks?id=9c45ed7a-934f-4bce-930b-7b9d61ad046e HTTP/1.1" status: 200 len: 811 time: 1.6988277 Jul 01 16:40:41.434983 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:41.435877 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:41.457629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Provisioning complete for port 65739069-7d60-4bfd-ae60-ebd5fd895595 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:41.458064 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.535419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=957be667-ff09-479c-9a20-e97624d9c052,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:41.606080 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fb6b04dd-4e65-4f65-9ae9-2990023cb90d admin admin] Publish callbacks [] for security_group (104b839e-1ab5-4e2f-b6a4-fdc0e00b830a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.625831 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fb6b04dd-4e65-4f65-9ae9-2990023cb90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (104b839e-1ab5-4e2f-b6a4-fdc0e00b830a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.682597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-41858597-9a08-4d1e-aff0-cbec04df16ce tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/quotas/2c49e143df7c4d059430b7dc5bffd475 HTTP/1.1" status: 200 len: 375 time: 0.2560163 Jul 01 16:40:41.847026 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-fb6b04dd-4e65-4f65-9ae9-2990023cb90d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53eba863d47f4e669ef367658a83a96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7838988 Jul 01 16:40:41.858570 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59076) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:41.887823 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b04dd-4e65-4f65-9ae9-2990023cb90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b839e-1ab5-4e2f-b6a4-fdc0e00b830a,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:41.906898 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:41.916313 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b05026ec-13d4-4871-8f09-6cb74f29e68d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c49e143df7c4d059430b7dc5bffd475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327540 Jul 01 16:40:41.981868 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks [] for port (4f2c3387-d2ec-4755-9665-2db787be4729), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:41.993110 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (65487426-be29-4feb-9006-252df3cb2490), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.060897 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.20.0.14 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/0d85f90c-e016-4950-ba0b-5986f1ed198f) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:42.130677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (957be667-ff09-479c-9a20-e97624d9c052), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.140610 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] Publish callbacks [] for security_group (104b839e-1ab5-4e2f-b6a4-fdc0e00b830a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.155615 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.191005 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-9cfa085a-2705-4024-b167-dcb6e7ba435d service neutron] 10.222.0.57 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734842 Jul 01 16:40:42.254724 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] Publish callbacks [] for security_group (104b839e-1ab5-4e2f-b6a4-fdc0e00b830a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.368626 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:42.382276 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-0fea3b55-977d-40a9-8515-90eb1f20dbbf service neutron] 10.222.0.57 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895843 Jul 01 16:40:42.431789 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (104b839e-1ab5-4e2f-b6a4-fdc0e00b830a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.433289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cd824-1edc-45bc-9ab6-219a222c3eaa None None] Pushing event updated for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:42.442324 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.447331 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/104b839e-1ab5-4e2f-b6a4-fdc0e00b830a HTTP/1.1" status: 204 len: 168 time: 0.5840065 Jul 01 16:40:42.466527 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 9f1290dc-df14-4b11-b631-081bf36ac6f3 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:42.470162 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bf870-9e34-4e51-874b-be0a69323688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b839e-1ab5-4e2f-b6a4-fdc0e00b830a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:42.707133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7bc70292-5a11-45c1-bd77-49dc7e188e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:42.736167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:42.765209 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:42.871471 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:41Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:42.932018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:42.983760 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb23471-9ce4-4f72-a9a7-fa0920823a99 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:41Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:43.122528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Current status of the port 65739069-7d60-4bfd-ae60-ebd5fd895595 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:43.122988 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.242489 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-669c9594-bdd9-4d20-bd74-f70530a1d98e req-f7eb4810-fdbc-4972-ad5a-7012273b9d2b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.2431631 Jul 01 16:40:43.296746 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.431449 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] For port 65739069-7d60-4bfd-ae60-ebd5fd895595, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=65739069-7d60-4bfd-ae60-ebd5fd895595,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:43.454576 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Attempting to bind port 4f2c3387-d2ec-4755-9665-2db787be4729 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:43.455258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Attempting to bind port 4f2c3387-d2ec-4755-9665-2db787be4729 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:43.455448 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Attempting to bind port 4f2c3387-d2ec-4755-9665-2db787be4729 on network 9c45ed7a-934f-4bce-930b-7b9d61ad046e {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:43.462084 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.492558 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:43.492999 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Checking segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:43.493418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.493814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Bound using segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:43.494304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Bound port: 4f2c3387-d2ec-4755-9665-2db787be4729, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:43.498963 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.641695 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce4e1-f42a-4390-b16f-7d0ddf24610a None None] Pushing event updated for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:43.717630 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (957be667-ff09-479c-9a20-e97624d9c052), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.721975 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:43.760948 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (957be667-ff09-479c-9a20-e97624d9c052), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.863263 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Provisioning complete for port 4f2c3387-d2ec-4755-9665-2db787be4729 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:43.863639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:43.977280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.094834 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99ad3503-3b27-4e59-9b9d-0ebf49b61236 req-a355c40b-b015-4f7a-8f42-be830b9acbe3 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 210 time: 0.5543377 Jul 01 16:40:44.105604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.144387 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] For port 4f2c3387-d2ec-4755-9665-2db787be4729, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:44.217779 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Port 4f2c3387-d2ec-4755-9665-2db787be4729 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:44.248946 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] For port 4f2c3387-d2ec-4755-9665-2db787be4729, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=4f2c3387-d2ec-4755-9665-2db787be4729,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:44.257118 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Provisioning complete for port 65739069-7d60-4bfd-ae60-ebd5fd895595 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:44.257808 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.296247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=957be667-ff09-479c-9a20-e97624d9c052,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:44.386275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks [] for port (626d6453-1029-4913-a443-e62a0f54c777), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.460911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.518209 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-3f49948f-bad9-4d11-a4b9-8d32d80f91b8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:44.527113 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-3f49948f-bad9-4d11-a4b9-8d32d80f91b8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 1.9185116 Jul 01 16:40:44.548723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:44.578723 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-72ee4261-425b-4cdc-8c40-054c12ba155b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/quotas/bf55d220c94d4445af9f73c532029e42 HTTP/1.1" status: 200 len: 375 time: 0.0206091 Jul 01 16:40:44.604967 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.663491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810fae2-52b9-439f-87fe-e9cc74d0b606 None None] Pushing event updated for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:44.685567 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af311d-c86c-4a8f-90b3-261a4a7167bf req-550d3014-3ae6-4797-a620-9d14d7bae588 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:44.685567 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4af311d-c86c-4a8f-90b3-261a4a7167bf req-550d3014-3ae6-4797-a620-9d14d7bae588 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 932 time: 0.1392570 Jul 01 16:40:44.693969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:44.710537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:44.749720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.828050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:44.835018 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4af311d-c86c-4a8f-90b3-261a4a7167bf req-a73b9953-e911-46eb-bdcb-7beca7642754 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006446 Jul 01 16:40:44.935901 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (65487426-be29-4feb-9006-252df3cb2490), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:44.967698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:45.026022 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-73f2e936-105f-4112-b726-f981d98fe984 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3332222 Jul 01 16:40:45.037032 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 65739069-7d60-4bfd-ae60-ebd5fd895595 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:45.147254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:45.153533 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4c670e85-26a2-4180-a10c-1cd6e97b13b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4133453 Jul 01 16:40:45.218826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:45.226893 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:45.282782 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:45.314517 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:45.328092 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d62cf434-087b-4885-b94d-06e3eb48a1a3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7818756 Jul 01 16:40:45.369421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-5d8fc4ca-afd2-4133-87a2-956969708aa3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:40:45.382840 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-5d8fc4ca-afd2-4133-87a2-956969708aa3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0390580 Jul 01 16:40:45.642691 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8ea8b7e2-2301-4978-9699-900b48147d4b req-ae3901c5-43be-417a-a671-87d5cea574d4 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 210 time: 0.2556026 Jul 01 16:40:45.686644 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:45.687664 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:45.702673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cd824-1edc-45bc-9ab6-219a222c3eaa None None] Pushing event updated for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:45.790115 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 65739069-7d60-4bfd-ae60-ebd5fd895595 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:45.790602 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:45.792444 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:45.981780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-371f857b-3be4-4884-9ba9-6f413398d6ae service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:40:45.993645 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-371f857b-3be4-4884-9ba9-6f413398d6ae service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4391494 Jul 01 16:40:46.009752 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-85b75ec1-c480-4fc0-abe1-1b2c253beb9b None None] Current status of the port 65739069-7d60-4bfd-ae60-ebd5fd895595 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:46.050441 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Request body: {'port': {'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:46.218305 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:46.404161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Provisioning complete for port 0d85f90c-e016-4950-ba0b-5986f1ed198f triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:46.406836 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:46.490962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Attempting to bind port 626d6453-1029-4913-a443-e62a0f54c777 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:46.494903 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Attempting to bind port 626d6453-1029-4913-a443-e62a0f54c777 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:46.496093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Attempting to bind port 626d6453-1029-4913-a443-e62a0f54c777 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:46.531267 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:46.552027 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9112d0-8e81-4b7b-8925-c2258c676b91 req-ba85dac8-459b-4726-a308-6070be1262cc tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:46.560403 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f9112d0-8e81-4b7b-8925-c2258c676b91 req-ba85dac8-459b-4726-a308-6070be1262cc tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 932 time: 0.4602051 Jul 01 16:40:46.635404 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:46.636362 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:46.637083 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:46.637610 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Bound using segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:46.638309 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Bound port: 626d6453-1029-4913-a443-e62a0f54c777, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:46.639012 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (626d6453-1029-4913-a443-e62a0f54c777), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:46.681549 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Port 0d85f90c-e016-4950-ba0b-5986f1ed198f cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:46.759435 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Provisioning complete for port 4f2c3387-d2ec-4755-9665-2db787be4729 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:46.760613 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:46.830317 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-c6375a2b-323b-47c0-bbf2-857ba64d2a89 service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355806 Jul 01 16:40:46.896348 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 65739069-7d60-4bfd-ae60-ebd5fd895595 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:47.025323 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f9112d0-8e81-4b7b-8925-c2258c676b91 req-ffb2f08b-6e3b-4485-b003-cadbfcb138f8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634149 Jul 01 16:40:47.030755 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] For port 626d6453-1029-4913-a443-e62a0f54c777, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:47.040089 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] For port 626d6453-1029-4913-a443-e62a0f54c777, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=626d6453-1029-4913-a443-e62a0f54c777,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:47.131540 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.43', 60799) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:47.278005 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:47.436658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:40:47.437510 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:40:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:47.439682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Current status of the port 4f2c3387-d2ec-4755-9665-2db787be4729 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:47.440261 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:47.731863 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-28e0cfd3-c220-4e30-8954-83cef07b249e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--359971006&fields=id&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 267 time: 0.4782481 Jul 01 16:40:47.751093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:34Z', 'revision_number': 4, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '4f2c3387-d2ec-4755-9665-2db787be4729', 'name': '', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'mac_address': 'fa:16:3e:69:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:31Z', 'updated_at': '2022-07-01T16:40:44Z', 'revision_number': 4, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'subnets': [{'id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:47.812878 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-b54df0a0-1d46-4334-83c7-f6309aa8808e service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274685 Jul 01 16:40:47.868029 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:47.930832 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9de28-8625-4189-8858-d81afdcc53c3 None None] The sync data for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi is: [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:34Z', 'revision_number': 4, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '4f2c3387-d2ec-4755-9665-2db787be4729', 'name': '', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'mac_address': 'fa:16:3e:69:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:31Z', 'updated_at': '2022-07-01T16:40:44Z', 'revision_number': 4, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'subnets': [{'id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:48.015063 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] For port 4f2c3387-d2ec-4755-9665-2db787be4729, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=4f2c3387-d2ec-4755-9665-2db787be4729,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:48.035267 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:48.037353 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:48.041167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810fae2-52b9-439f-87fe-e9cc74d0b606 None None] Pushing event updated for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:48.060076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:48.141080 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Provisioning complete for port 626d6453-1029-4913-a443-e62a0f54c777 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:48.142147 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (626d6453-1029-4913-a443-e62a0f54c777), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:48.166215 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:48.173970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d85f90c-e016-4950-ba0b-5986f1ed198f {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:40:48.274231 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks [] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:48.340813 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:40:48.396321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Transition to ACTIVE for port object 0d85f90c-e016-4950-ba0b-5986f1ed198f will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:40:48.432378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:48.510357 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Pushing event updated for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:48.571597 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-a4ccc2f8-5c62-4582-8cfc-f71b9a60dea3 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:48.579384 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-a4ccc2f8-5c62-4582-8cfc-f71b9a60dea3 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.43 "GET /v2.0/networks?id=9c45ed7a-934f-4bce-930b-7b9d61ad046e HTTP/1.1" status: 200 len: 811 time: 1.4241207 Jul 01 16:40:48.585798 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-3aede674-54c7-46ef-a89a-0322f316100a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:48.605629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-3aede674-54c7-46ef-a89a-0322f316100a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 816 time: 0.8439217 Jul 01 16:40:48.613009 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Request body: {'port': {'device_id': '5a4f1396-f645-4238-850e-358ca184ad19', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'admin_state_up': True, 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:48.852815 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a1cf48a0-6c02-4483-9c31-62943e1b4442 req-7e1c83d3-adf0-42ef-b0d3-40993ad14731 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 210 time: 0.3487093 Jul 01 16:40:49.026599 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-b452f090-7514-4290-b5e0-343ef4f302a6 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/quotas/315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 375 time: 0.4199433 Jul 01 16:40:49.199339 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Current status of the port 626d6453-1029-4913-a443-e62a0f54c777 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:49.204573 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (626d6453-1029-4913-a443-e62a0f54c777), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:49.294075 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 4f2c3387-d2ec-4755-9665-2db787be4729 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:49.335604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:49.661949 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] For port 626d6453-1029-4913-a443-e62a0f54c777, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=626d6453-1029-4913-a443-e62a0f54c777,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:40:49.667605 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-88f8f887-ed94-42c6-b828-7793b33c8608 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6306927 Jul 01 16:40:49.696243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 4f2c3387-d2ec-4755-9665-2db787be4729 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:49.696701 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:49.714992 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:49.724905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5fba-436d-492e-b31a-218318948491 req-40cb4f1a-2bff-43dc-8be9-2ace24230f13 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:49.733588 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f1f5fba-436d-492e-b31a-218318948491 req-40cb4f1a-2bff-43dc-8be9-2ace24230f13 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.3978934 Jul 01 16:40:49.736514 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59352) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:49.747369 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Made reservation on behalf of 2c49e143df7c4d059430b7dc5bffd475 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:49.758234 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:49.813101 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:49.949497 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-e765528a-04fc-47ad-b2a1-c05e05e88f73 service neutron] 10.222.0.57 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617884 Jul 01 16:40:49.976663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Attempting to bind port 0d85f90c-e016-4950-ba0b-5986f1ed198f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:49.977034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Attempting to bind port 0d85f90c-e016-4950-ba0b-5986f1ed198f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:49.977366 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Attempting to bind port 0d85f90c-e016-4950-ba0b-5986f1ed198f on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:50.016865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023179e-e2c4-4102-b0be-f51953468c94 None None] Pushing event updated for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:50.032269 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Port 0d85f90c-e016-4950-ba0b-5986f1ed198f on network c5acd85f-f778-4915-8079-a3e9582e6528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:40:50.032773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Attempting to bind port 0d85f90c-e016-4950-ba0b-5986f1ed198f on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:50.069436 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:50.069794 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:50.072806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:50.073286 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Bound port: 0d85f90c-e016-4950-ba0b-5986f1ed198f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:50.073658 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.107678 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 4f2c3387-d2ec-4755-9665-2db787be4729 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:50.131564 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:46Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:40:50.167288 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dab4b-4acd-4078-bc72-0b4a329fe0ce None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:46Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:40:50.170535 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-573b1320-5e50-45e3-aea3-765d11ce96ec None None] Provisioning complete for port 626d6453-1029-4913-a443-e62a0f54c777 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:50.171371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-573b1320-5e50-45e3-aea3-765d11ce96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (626d6453-1029-4913-a443-e62a0f54c777), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.176874 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Allocated IP 172.20.0.4 (9c45ed7a-934f-4bce-930b-7b9d61ad046e/9fb75448-df4f-47bb-b683-fd2085a08258/d9188aa7-e096-4650-812e-94b0a5c94fda) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:50.183557 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-80f9a1ef-eefd-4141-9afa-dece1a111e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.187960 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f1f5fba-436d-492e-b31a-218318948491 req-55260b34-25c3-426f-b00e-487fbfe4b86b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936939 Jul 01 16:40:50.329972 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:50.352181 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-573b1320-5e50-45e3-aea3-765d11ce96ec None None] Current status of the port 626d6453-1029-4913-a443-e62a0f54c777 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:50.392039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:50.398548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:50.403629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-1247dcb1-a49b-4af0-9371-429780d86058 service neutron] 10.222.0.57 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410667 Jul 01 16:40:50.405727 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9d09e999-c0bc-4f5e-9e0f-37dfefcda8e1 req-c03b1e77-b04b-4034-b395-762ea674bd72 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 210 time: 0.0926838 Jul 01 16:40:50.411375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.463237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:50.464199 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.465997 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] 10.222.0.43 "PUT /v2.0/ports/0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 200 len: 1094 time: 4.7260952 Jul 01 16:40:50.469091 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:40:50.521833 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-80f9a1ef-eefd-4141-9afa-dece1a111e97 admin admin] Publish callbacks [] for security_group (33c56a8b-29c1-47d8-bf5c-1c06da62b0c4), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.544117 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-80f9a1ef-eefd-4141-9afa-dece1a111e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (33c56a8b-29c1-47d8-bf5c-1c06da62b0c4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.556682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks [] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:50.558536 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab724f7-298e-4af1-99be-2fb5ba86ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:50.694122 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa4b1f41-8c74-4445-9066-ef2038d8a3b4 req-53182b92-6ee1-46b6-8ff5-1d29e5acf79c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 210 time: 0.0950193 Jul 01 16:40:50.739531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9a1ef-eefd-4141-9afa-dece1a111e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c56a8b-29c1-47d8-bf5c-1c06da62b0c4,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:50.809751 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59392) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:50.815635 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-80f9a1ef-eefd-4141-9afa-dece1a111e97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37c1044c791040508147811f544e2665&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0753927 Jul 01 16:40:50.842498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59394) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:50.932990 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.033040 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4586e66-7f4b-4336-be1b-9d55040c615e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:40:51.045319 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4198d27-8cf5-44f9-aab5-f886a16dbf97 req-52c525b5-c031-4538-be9c-37dbf9d73b45 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.2149765 Jul 01 16:40:51.055025 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:51.099354 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:51.121898 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 626d6453-1029-4913-a443-e62a0f54c777 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:40:51.131848 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:51.223428 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 626d6453-1029-4913-a443-e62a0f54c777 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:51.225386 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (626d6453-1029-4913-a443-e62a0f54c777), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.255762 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-66cb00c0-514f-4daf-8102-eff5782fb264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.296894 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Pushing event updated for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:51.317363 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:51.334095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:51.365020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] Publish callbacks [] for security_group (33c56a8b-29c1-47d8-bf5c-1c06da62b0c4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.373938 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:51.380836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56fd8e-6a1f-4e8b-b177-2b6c8afef553 x-openstack-request-id: req-8a56fd8e-6a1f-4e8b-b177-2b6c8afef553 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:40:51.384468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:40:51.386016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a56fd8e-6a1f-4e8b-b177-2b6c8afef553 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:40:51.389018 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a56fd8e-6a1f-4e8b-b177-2b6c8afef553'] response: {'name': 'network-changed', 'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'status': 'completed', 'code': 200} Jul 01 16:40:51.392165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:51.401804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:51.402523 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.421498 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-d37edfcd-fbad-4d3c-bb03-6179a791adf9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:51.431134 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-d37edfcd-fbad-4d3c-bb03-6179a791adf9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 0.5133603 Jul 01 16:40:51.459932 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 626d6453-1029-4913-a443-e62a0f54c777 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:40:51.503075 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-78105e26-3e5d-4c7d-b61d-861858554f7c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8952215 Jul 01 16:40:51.512861 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-bb07d999-0385-49d7-b5e9-08cce646bf37 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/quotas/bf55d220c94d4445af9f73c532029e42 HTTP/1.1" status: 200 len: 375 time: 0.0761473 Jul 01 16:40:51.525101 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] Publish callbacks [] for security_group (33c56a8b-29c1-47d8-bf5c-1c06da62b0c4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.558658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-0e4fa666-3aed-4aa1-bbf5-af8300c9306a None None] Provisioning complete for port d9188aa7-e096-4650-812e-94b0a5c94fda triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:51.559200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa666-3aed-4aa1-bbf5-af8300c9306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.616889 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fa666-3aed-4aa1-bbf5-af8300c9306a None None] Port d9188aa7-e096-4650-812e-94b0a5c94fda cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:51.628578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-66cb00c0-514f-4daf-8102-eff5782fb264 admin admin] Publish callbacks [] for security_group (f8072a7b-01d6-48f9-a04c-94dc6894fdeb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.629683 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:51.635751 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-66cb00c0-514f-4daf-8102-eff5782fb264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f8072a7b-01d6-48f9-a04c-94dc6894fdeb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.648852 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d12e2-8d67-420e-ab26-4eb2e6393e7c req-dd33e004-1b76-4b19-8a1e-85983fdadf78 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:51.650462 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e7d12e2-8d67-420e-ab26-4eb2e6393e7c req-dd33e004-1b76-4b19-8a1e-85983fdadf78 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.1228137 Jul 01 16:40:51.657264 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-a661a9be-cf5e-44e2-a3a9-841d4996cc93 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428628 Jul 01 16:40:51.687482 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-66cb00c0-514f-4daf-8102-eff5782fb264 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=725874a440d444e59ed18043b614dbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8436027 Jul 01 16:40:51.690316 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb00c0-514f-4daf-8102-eff5782fb264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8072a7b-01d6-48f9-a04c-94dc6894fdeb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:51.692844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59416) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:51.747954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (33c56a8b-29c1-47d8-bf5c-1c06da62b0c4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.759748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.762265 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33c56a8b-29c1-47d8-bf5c-1c06da62b0c4 HTTP/1.1" status: 204 len: 168 time: 0.9501739 Jul 01 16:40:51.770431 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] Publish callbacks [] for security_group (f8072a7b-01d6-48f9-a04c-94dc6894fdeb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.778427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.810374 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0dba-48ac-4914-a498-e4f4f2faa75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c56a8b-29c1-47d8-bf5c-1c06da62b0c4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:51.845659 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] Publish callbacks [] for security_group (f8072a7b-01d6-48f9-a04c-94dc6894fdeb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.949149 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-5ef4fcde-2fe3-429e-988d-565adaa457fd service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771935 Jul 01 16:40:51.969690 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e7d12e2-8d67-420e-ab26-4eb2e6393e7c req-dce64af8-8b63-4e79-8fc6-ec375923eeba tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065538 Jul 01 16:40:51.994579 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f8072a7b-01d6-48f9-a04c-94dc6894fdeb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:51.997391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:52.031076 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8072a7b-01d6-48f9-a04c-94dc6894fdeb HTTP/1.1" status: 204 len: 168 time: 0.3371506 Jul 01 16:40:52.064209 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dd48-308b-4a82-a7cd-cd6e8590daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8072a7b-01d6-48f9-a04c-94dc6894fdeb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:52.251432 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-6da03373-a002-4e68-8722-aa6895776d29 service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934484 Jul 01 16:40:52.287396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65993c7-1a6e-480c-922e-692198d40ca7 req-c4cf466d-bedf-447d-b4df-be13a4127ca9 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:52.294942 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65993c7-1a6e-480c-922e-692198d40ca7 req-c4cf466d-bedf-447d-b4df-be13a4127ca9 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 931 time: 0.1400998 Jul 01 16:40:52.432199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65993c7-1a6e-480c-922e-692198d40ca7 req-0f226353-c050-40fc-9194-f8e4d623e117 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339345 Jul 01 16:40:52.457009 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Request body: {'port': {'device_id': '5a4f1396-f645-4238-850e-358ca184ad19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:52.477407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:52.634297 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84baeb48-6c1e-4501-ba16-1b733b4f86a2 req-e7c215c8-f2c4-4b39-a860-6ec5a8e342fc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.0769696 Jul 01 16:40:52.765754 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8b7b401-95cc-48e5-9bbd-f0615e6c1d2e req-dc305a4b-8fc4-4486-989d-d9b311c1eb4a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.1035612 Jul 01 16:40:52.766422 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:52.816105 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59444) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:52.852229 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-701cd6e1-452b-44cc-997e-69daff724b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:52.867998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59448) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:52.878730 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:52.961392 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7014e05a-4962-4d3d-9dbe-b5a52de0b5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:53.311170 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-701cd6e1-452b-44cc-997e-69daff724b30 admin admin] Publish callbacks [] for security_group (578b93a3-6f87-45d7-9575-fc409c6da39b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:53.313169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:53.348831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-701cd6e1-452b-44cc-997e-69daff724b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (578b93a3-6f87-45d7-9575-fc409c6da39b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:53.441351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9188aa7-e096-4650-812e-94b0a5c94fda {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:40:53.450871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks [] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:53.518391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Transition to ACTIVE for port object d9188aa7-e096-4650-812e-94b0a5c94fda will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:40:53.524114 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:53.665730 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:40:53.685980 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Pushing event updated for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:54.056890 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-6b9de246-8754-4503-833c-3db3a8c80ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:54.058865 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-6b9de246-8754-4503-833c-3db3a8c80ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1128 time: 1.1582863 Jul 01 16:40:54.114774 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-701cd6e1-452b-44cc-997e-69daff724b30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52a7aaae39084cdf84c1044da9627eda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2897503 Jul 01 16:40:54.123956 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285348-b7db-44b6-89eb-49f8d3629c6f req-799ba2af-9db2-4351-afd2-cf7be6c18271 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:54.128571 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59506) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:54.141415 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a285348-b7db-44b6-89eb-49f8d3629c6f req-799ba2af-9db2-4351-afd2-cf7be6c18271 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.8232861 Jul 01 16:40:54.170565 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cd6e1-452b-44cc-997e-69daff724b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b93a3-6f87-45d7-9575-fc409c6da39b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:54.221099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba35f9-58af-41b9-b367-9ac1d19afdb3 req-fb7fdfd0-613e-4089-bcdf-5715b34f86ff tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:54.222270 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:54.241113 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3aba35f9-58af-41b9-b367-9ac1d19afdb3 req-fb7fdfd0-613e-4089-bcdf-5715b34f86ff tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.3520761 Jul 01 16:40:54.276275 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:54.286255 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Attempting to bind port d9188aa7-e096-4650-812e-94b0a5c94fda on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:40:54.286910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Attempting to bind port d9188aa7-e096-4650-812e-94b0a5c94fda by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:40:54.287455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Attempting to bind port d9188aa7-e096-4650-812e-94b0a5c94fda on network 9c45ed7a-934f-4bce-930b-7b9d61ad046e {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:54.302082 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Port d9188aa7-e096-4650-812e-94b0a5c94fda on network 9c45ed7a-934f-4bce-930b-7b9d61ad046e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:40:54.302455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Attempting to bind port d9188aa7-e096-4650-812e-94b0a5c94fda on network 9c45ed7a-934f-4bce-930b-7b9d61ad046e {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] Publish callbacks [] for security_group (578b93a3-6f87-45d7-9575-fc409c6da39b), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Checking segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Bound using segment: {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Bound port: d9188aa7-e096-4650-812e-94b0a5c94fda, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b756aaa-ec63-4ef1-ba4d-38271f557784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:40:54.325701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.353069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a285348-b7db-44b6-89eb-49f8d3629c6f req-7e23bb17-0f08-4dfc-b7b5-5448a269114e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103288 Jul 01 16:40:54.364498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] Publish callbacks [] for security_group (578b93a3-6f87-45d7-9575-fc409c6da39b), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.439238 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7014e05a-4962-4d3d-9dbe-b5a52de0b5cf admin admin] Publish callbacks [] for security_group (a90c9cec-7d4e-4f07-94c6-89de512f6f57), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.454786 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3aba35f9-58af-41b9-b367-9ac1d19afdb3 req-ec108d37-55bd-43f7-8141-bff847aee8e4 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125084 Jul 01 16:40:54.458822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7014e05a-4962-4d3d-9dbe-b5a52de0b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a90c9cec-7d4e-4f07-94c6-89de512f6f57), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.476615 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:40:54.487969 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d9188aa7-e096-4650-812e-94b0a5c94fda,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:40:54.506800 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.600088 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7014e05a-4962-4d3d-9dbe-b5a52de0b5cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f3a9ddf1ad34fc489e50c0e6b0165c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7308767 Jul 01 16:40:54.600944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59514) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:54.630311 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:54.630311 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.630311 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] 10.222.0.43 "PUT /v2.0/ports/d9188aa7-e096-4650-812e-94b0a5c94fda HTTP/1.1" status: 200 len: 1093 time: 2.1751797 Jul 01 16:40:54.630311 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:40:54.643466 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014e05a-4962-4d3d-9dbe-b5a52de0b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c9cec-7d4e-4f07-94c6-89de512f6f57,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:54.650186 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (578b93a3-6f87-45d7-9575-fc409c6da39b), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.650372 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5660335a-a605-4133-8ee7-57f645c34111 req-d1636541-45df-4d64-99f4-f4d30e331094 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.0961535 Jul 01 16:40:54.650742 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.651865 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/578b93a3-6f87-45d7-9575-fc409c6da39b HTTP/1.1" status: 204 len: 168 time: 0.5244410 Jul 01 16:40:54.702985 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea7ef750-1cd5-4aaf-b221-6c2a3410c9f8 req-f4d1aed0-f91b-4d97-a46a-a442b02d5266 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.1133218 Jul 01 16:40:54.744318 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de4946-f56a-4d30-aae9-e0f519ed4f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b93a3-6f87-45d7-9575-fc409c6da39b,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:54.763503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a997-fff9-43b4-8a32-a374c35c7042 service neutron] Pushing event updated for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:54.805272 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] Publish callbacks [] for security_group (a90c9cec-7d4e-4f07-94c6-89de512f6f57), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:54.868297 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] Publish callbacks [] for security_group (a90c9cec-7d4e-4f07-94c6-89de512f6f57), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:55.008210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a90c9cec-7d4e-4f07-94c6-89de512f6f57), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:55.011337 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:55.015976 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a90c9cec-7d4e-4f07-94c6-89de512f6f57 HTTP/1.1" status: 204 len: 168 time: 0.3939421 Jul 01 16:40:55.033339 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44fed-ca88-4c97-8dce-629aa11f7980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c9cec-7d4e-4f07-94c6-89de512f6f57,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:55.156512 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b118e1f-4f14-4787-9364-3d0116269d30" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:40:55.598858 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05f106-f5f5-4a1f-ad71-ba818be4f690 req-f6a6f17d-4498-497e-923d-112934df5621 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:55.600951 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b05f106-f5f5-4a1f-ad71-ba818be4f690 req-f6a6f17d-4498-497e-923d-112934df5621 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.0812051 Jul 01 16:40:55.695555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b05f106-f5f5-4a1f-ad71-ba818be4f690 req-ccfd1fab-c416-4602-b2af-e80cc0c80dcd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789566 Jul 01 16:40:55.920621 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbc71b-9607-4658-987a-1ad0ad0dae48 req-a4af5361-377d-46e7-af63-dc4b1971b75a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:55.922318 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80dbc71b-9607-4658-987a-1ad0ad0dae48 req-a4af5361-377d-46e7-af63-dc4b1971b75a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.0562723 Jul 01 16:40:55.935134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440108c-e4df-4b57-8467-5aef8aad1f6e x-openstack-request-id: req-5440108c-e4df-4b57-8467-5aef8aad1f6e {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:40:55.935656 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:40:55.935656 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5440108c-e4df-4b57-8467-5aef8aad1f6e {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:40:55.936132 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5440108c-e4df-4b57-8467-5aef8aad1f6e'] response: {'name': 'network-changed', 'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda', 'status': 'completed', 'code': 200} Jul 01 16:40:56.014412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80dbc71b-9607-4658-987a-1ad0ad0dae48 req-93849451-6878-4e2c-a223-0959accfbf12 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848236 Jul 01 16:40:56.045135 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91b20e95-14d5-41be-ad44-7c2fc056ff01 req-06188136-6322-4eda-8339-a36706403197 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.0439093 Jul 01 16:40:56.139182 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2b1fcec-eac3-4e50-80b1-b71c9630df07 req-586909c5-4236-4290-8d0c-7f07dcfa8ed5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.0343745 Jul 01 16:40:56.369474 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.43', 60813) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:56.641849 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-8e63fe9a-e852-422d-8230-27c533230474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:56.645997 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-8e63fe9a-e852-422d-8230-27c533230474 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5747a83d930f4075a78e9b14abd58c7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3114502 Jul 01 16:40:56.647915 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-8d9c5776-d90e-4077-8aaa-7a6fed9c2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:56.649940 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-8d9c5776-d90e-4077-8aaa-7a6fed9c2870 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c49e143df7c4d059430b7dc5bffd475&device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 1127 time: 0.2753935 Jul 01 16:40:56.658026 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-bbb0afd2-1a2b-4535-9208-14dc6a170b91 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:56.660149 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-bbb0afd2-1a2b-4535-9208-14dc6a170b91 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 0.2265079 Jul 01 16:40:56.723625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.43', 60815) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:56.845752 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'port': {'device_id': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'admin_state_up': True, 'tenant_id': 'bf55d220c94d4445af9f73c532029e42'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:56.907013 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-15d967c2-4926-40c7-8c56-7a375e4c92a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9188aa7-e096-4650-812e-94b0a5c94fda HTTP/1.1" status: 200 len: 217 time: 0.2133784 Jul 01 16:40:56.991789 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:57.091373 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:57.118433 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Made reservation on behalf of bf55d220c94d4445af9f73c532029e42 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:57.127535 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:57.166260 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-9e4de544-c3da-477f-b9aa-b80715df9c3e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.168132 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-9e4de544-c3da-477f-b9aa-b80715df9c3e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 816 time: 0.4424791 Jul 01 16:40:57.172819 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:57.187194 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-b5789111-0e19-4e0d-9498-9bd14f177112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.188661 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4586e66-7f4b-4336-be1b-9d55040c615e req-b5789111-0e19-4e0d-9498-9bd14f177112 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5220888 Jul 01 16:40:57.243981 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2702088-1fa6-47c8-832a-ec98be746b04 req-b8b23fb2-53f3-40a9-84c9-04d57b6b5760 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.245472 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a2702088-1fa6-47c8-832a-ec98be746b04 req-b8b23fb2-53f3-40a9-84c9-04d57b6b5760 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.3909585 Jul 01 16:40:57.288450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba35919-7b9b-47b1-bc9e-65fb03f3a252 req-240aadd1-223c-47bc-9062-807c224c7c51 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.290007 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ba35919-7b9b-47b1-bc9e-65fb03f3a252 req-240aadd1-223c-47bc-9062-807c224c7c51 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.1132426 Jul 01 16:40:57.362121 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-871bef9c-9f3f-41b3-8e0d-a03adb560342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.366196 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-871bef9c-9f3f-41b3-8e0d-a03adb560342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fb75448-df4f-47bb-b683-fd2085a08258 HTTP/1.1" status: 200 len: 850 time: 0.1384418 Jul 01 16:40:57.463474 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.43', 60819) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:57.518688 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a2702088-1fa6-47c8-832a-ec98be746b04 req-3852218b-80d1-4e6e-8331-b9f605daef56 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655678 Jul 01 16:40:57.524163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ba35919-7b9b-47b1-bc9e-65fb03f3a252 req-0aa59497-26ea-4621-bbdf-91d4c1a35e29 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899946 Jul 01 16:40:57.572957 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-e0ecec2b-1a80-4698-b923-9488d099044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.581666 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-e0ecec2b-1a80-4698-b923-9488d099044b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1128 time: 0.1720593 Jul 01 16:40:57.597752 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-af0499d4-3932-4a8f-8e0c-e23650fdcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.603270 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-af0499d4-3932-4a8f-8e0c-e23650fdcae9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c45ed7a-934f-4bce-930b-7b9d61ad046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2294412 Jul 01 16:40:57.652104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Allocated IP 172.20.0.10 (40bcc3f6-35b7-411b-aab1-54f20941aafb/0c097e17-d176-414e-a93b-ca6858e6c7e6/6734072e-1ee7-4702-af2c-30d3cd1f8189) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:57.653975 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:57.759701 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81e13940-4c9d-48de-9096-6aa9f3e3795b req-54f7dd05-a4e1-4c4b-ada4-91efdef80a7f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.1430418 Jul 01 16:40:57.793412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-744a0581-2e27-4b1d-b2ed-6f91de5a79a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 200 len: 217 time: 0.1907575 Jul 01 16:40:57.822278 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c866987e-933c-4780-b128-8086b73986c1 req-d202cc96-19c0-4583-aa28-c042b66728b4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.1686068 Jul 01 16:40:57.822896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59676) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:57.833863 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-224a0c1f-2df0-4197-b0df-6e2364757cdf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 379 time: 0.5408115 Jul 01 16:40:57.863676 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-e6a0e9c7-ef94-424d-bec6-9b9efccce50e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:57.865129 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-e6a0e9c7-ef94-424d-bec6-9b9efccce50e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 0.4006627 Jul 01 16:40:57.888817 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-dd73f2d3-69d4-4740-8852-d39ba4fcc40e service neutron] 10.222.0.43 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487013 Jul 01 16:40:57.934525 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'port': {'device_id': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'admin_state_up': True, 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'security_groups': ['5e16ef1f-d618-4630-af8c-0d1e0450f319']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:57.965076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'port': {'device_id': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'admin_state_up': True, 'tenant_id': 'bf55d220c94d4445af9f73c532029e42'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:58.012617 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59684) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:58.113024 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72e77793-fe47-49d7-bb64-63ee033efafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.116333 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-bc291d60-eb76-4d01-935e-fd4b8fb10733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:58.117882 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-bc291d60-eb76-4d01-935e-fd4b8fb10733 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.1781678 Jul 01 16:40:58.188330 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.196481 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Made reservation on behalf of bf55d220c94d4445af9f73c532029e42 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:58.200057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.213894 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:58.226030 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e4479833-7bdd-4c12-bcbd-108c0304a0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.255557 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f303be60-61fe-4f32-90f1-bdc22a57ff92 req-96ddfe8e-0bba-40cc-8155-b12d0dd49177 service neutron] 10.222.0.43 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050740 Jul 01 16:40:58.320926 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-3ab5290c-7ec9-4751-aaf6-e86df4ee09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:58.322837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-3ab5290c-7ec9-4751-aaf6-e86df4ee09bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1900375 Jul 01 16:40:58.359091 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.386140 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Made reservation on behalf of 315dd9cfab134d008039e1229e42a96e for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:40:58.389985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.445020 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:40:58.456484 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:40:58.468565 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:40:58.521781 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:58.548377 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.db.api [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-d6ada166-5ec1-462a-9800-cef1c790d6c2 {{(pid=110574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 16:40:58.548778 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG oslo_db.api [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 16:40:58.564163 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:58.565637 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.589090 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-d3ca18cd-29ac-4567-865d-2531aca401a9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7560406 Jul 01 16:40:58.907179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:58.911188 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72e77793-fe47-49d7-bb64-63ee033efafd admin admin] Publish callbacks [] for security_group (6357e711-38ae-40fc-8b93-7e86d610b17b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.920978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:58.944075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72e77793-fe47-49d7-bb64-63ee033efafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6357e711-38ae-40fc-8b93-7e86d610b17b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.953481 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-8af28d12-7ba9-486f-903e-5a99dcd0aeaa None None] Provisioning complete for port 6734072e-1ee7-4702-af2c-30d3cd1f8189 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:40:58.954009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8af28d12-7ba9-486f-903e-5a99dcd0aeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.955114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e4479833-7bdd-4c12-bcbd-108c0304a0bb admin admin] Publish callbacks [] for security_group (1c301703-6221-4411-bce1-a202f11e80a2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.967260 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132509-609f-487d-833a-f1b8e56681ad req-f806d8ce-c7c5-4cbd-8f9e-e605f655c26e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:58.969034 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66132509-609f-487d-833a-f1b8e56681ad req-f806d8ce-c7c5-4cbd-8f9e-e605f655c26e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.2339704 Jul 01 16:40:58.991770 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e4479833-7bdd-4c12-bcbd-108c0304a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1c301703-6221-4411-bce1-a202f11e80a2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:58.999847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9fc9-d407-4ad4-8d72-2326b2314202 req-174b1233-9d1b-4dcb-97e5-7de4ae17e62b tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:59.001368 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ddb9fc9-d407-4ad4-8d72-2326b2314202 req-174b1233-9d1b-4dcb-97e5-7de4ae17e62b tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.2518582 Jul 01 16:40:59.037643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-8af28d12-7ba9-486f-903e-5a99dcd0aeaa None None] Port 6734072e-1ee7-4702-af2c-30d3cd1f8189 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:40:59.051834 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.130216 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-72e77793-fe47-49d7-bb64-63ee033efafd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66b181d4ba3a460d82c817c7cd6ccf20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3033457 Jul 01 16:40:59.137736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59720) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:59.145657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77793-fe47-49d7-bb64-63ee033efafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6357e711-38ae-40fc-8b93-7e86d610b17b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:59.163996 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e4479833-7bdd-4c12-bcbd-108c0304a0bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=943fef40af6f42a3bdde3775c2ca0297&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1503854 Jul 01 16:40:59.176389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59722) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:40:59.210423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Allocated IP 172.20.0.3 (122e1655-ca16-42e2-ac40-3aa0137062fe/6278636d-fd26-4665-9ee6-dc045c5bc356/2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:59.261978 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66132509-609f-487d-833a-f1b8e56681ad req-77a0d2e8-a828-48ef-87af-3a3c25e80226 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799745 Jul 01 16:40:59.289218 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:59.298474 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4479833-7bdd-4c12-bcbd-108c0304a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c301703-6221-4411-bce1-a202f11e80a2,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:59.311415 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ddb9fc9-d407-4ad4-8d72-2326b2314202 req-ad6133f3-1c3a-4dba-a7c7-4b29fe114f71 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986605 Jul 01 16:40:59.392477 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] Publish callbacks [] for security_group (6357e711-38ae-40fc-8b93-7e86d610b17b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.394860 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Allocated IP 172.20.0.8 (40bcc3f6-35b7-411b-aab1-54f20941aafb/0c097e17-d176-414e-a93b-ca6858e6c7e6/bdfbafea-3e39-44d2-9b40-9668e19b3334) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:40:59.402912 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67607135-c5f9-4d18-9aaa-ce6dca04f430 req-12925d9b-2058-44e4-aea7-74a2b78e8086 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.0650244 Jul 01 16:40:59.448213 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] Publish callbacks [] for security_group (1c301703-6221-4411-bce1-a202f11e80a2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.487328 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-422a441d-ad94-4655-8c26-f2e2f02da24a req-ea9e1797-e11c-4202-adb2-d91b59104692 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.0901010 Jul 01 16:40:59.545226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Request body: {'port': {'device_id': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:40:59.554410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] Publish callbacks [] for security_group (1c301703-6221-4411-bce1-a202f11e80a2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.557382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] Publish callbacks [] for security_group (6357e711-38ae-40fc-8b93-7e86d610b17b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.614769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-e31eeee8-b108-4bcf-a065-22c67f1698a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:59.616266 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-e31eeee8-b108-4bcf-a065-22c67f1698a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c49e143df7c4d059430b7dc5bffd475&device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 1127 time: 0.0859702 Jul 01 16:40:59.702986 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.706059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:59.714684 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:59.737838 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.738592 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:40:59.747700 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.759992 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1c301703-6221-4411-bce1-a202f11e80a2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.762645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.763800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c301703-6221-4411-bce1-a202f11e80a2 HTTP/1.1" status: 204 len: 168 time: 0.5762887 Jul 01 16:40:59.770239 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-18d26dd1-da74-47a1-8d88-5aa7dab1ba72 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180982 Jul 01 16:40:59.770917 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6357e711-38ae-40fc-8b93-7e86d610b17b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.773400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.774518 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6357e711-38ae-40fc-8b93-7e86d610b17b HTTP/1.1" status: 204 len: 168 time: 0.6299319 Jul 01 16:40:59.801735 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d0b07-da75-45cc-bbe4-71e71d546d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c301703-6221-4411-bce1-a202f11e80a2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:59.913950 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:40:59.918907 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-930a84ff-6882-42cb-8345-802357d20fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:40:59.921206 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-930a84ff-6882-42cb-8345-802357d20fe9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c45ed7a-934f-4bce-930b-7b9d61ad046e HTTP/1.1" status: 200 len: 912 time: 0.2958360 Jul 01 16:40:59.927210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a81b0-4bda-4301-9a39-4f7854c7dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357e711-38ae-40fc-8b93-7e86d610b17b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:40:59.987962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:00.069470 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-eb5ba930-cbf6-43d6-97db-d9098297064e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9188aa7-e096-4650-812e-94b0a5c94fda HTTP/1.1" status: 200 len: 217 time: 0.1331489 Jul 01 16:41:00.080864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:00.101492 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:00.106867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:00.143657 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:00.166327 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:00.198618 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:00.235450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:00.259803 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:00.266734 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-c7c5abed-507b-48c5-9c51-789e67bfac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.284514 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-c7c5abed-507b-48c5-9c51-789e67bfac51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9fb75448-df4f-47bb-b683-fd2085a08258 HTTP/1.1" status: 200 len: 850 time: 0.1802704 Jul 01 16:41:00.345681 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.367910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:00.423964 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.425135 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:00.468528 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:00.477439 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59764) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:00.510850 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf3c5-505c-4480-aae7-64382a009792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:00.513703 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-416519dc-b358-4b8d-9995-44a3c5914757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.516875 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-416519dc-b358-4b8d-9995-44a3c5914757 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c45ed7a-934f-4bce-930b-7b9d61ad046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2297583 Jul 01 16:41:00.527568 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-742fa9c4-fb57-4f41-8076-d365bc76e0b4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5756886 Jul 01 16:41:00.623181 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Request body: {'port': {'device_id': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:00.706685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-b387663b-80a6-4041-8a34-fe454f3cf2d9 None None] Provisioning complete for port bdfbafea-3e39-44d2-9b40-9668e19b3334 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:00.707176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b387663b-80a6-4041-8a34-fe454f3cf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:00.727155 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-6561545e-ded2-4616-9a60-85c3060a6d55 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7989397 Jul 01 16:41:00.732793 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d5ba3f6c-e55d-4f37-a4dc-02987a851737 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472914 Jul 01 16:41:00.742193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb867-6a43-42b7-b7f2-e5a1ee88f67b req-5aa004ed-c56c-403c-afa4-37daee8c05ff tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.748787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4adb867-6a43-42b7-b7f2-e5a1ee88f67b req-5aa004ed-c56c-403c-afa4-37daee8c05ff tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.2431149 Jul 01 16:41:00.789698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2386745-e2db-4efd-b63b-a8cc83d9ff15 req-3b31d801-df63-4c7a-b8d7-e1c94bd05a09 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:00.825777 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2386745-e2db-4efd-b63b-a8cc83d9ff15 req-3b31d801-df63-4c7a-b8d7-e1c94bd05a09 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.3947268 Jul 01 16:41:00.896774 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-b387663b-80a6-4041-8a34-fe454f3cf2d9 None None] Port bdfbafea-3e39-44d2-9b40-9668e19b3334 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:00.905970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Request body: {'port': {'device_id': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:00.993581 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-abe8b780-cadc-48bf-9bd6-ffeaf6a87c1e service neutron] 10.222.0.43 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511909 Jul 01 16:41:01.034089 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-d2152ea2-360c-4867-a449-18f50963a01e None None] Provisioning complete for port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:01.035262 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d2152ea2-360c-4867-a449-18f50963a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.053099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4adb867-6a43-42b7-b7f2-e5a1ee88f67b req-74ae89f3-ef02-4641-b6a4-4c209cc7ef09 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034246 Jul 01 16:41:01.069030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2386745-e2db-4efd-b63b-a8cc83d9ff15 req-9560a4de-3835-460d-98b5-d1463b260e04 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384887 Jul 01 16:41:01.082333 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6734072e-1ee7-4702-af2c-30d3cd1f8189 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:01.099952 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.123086 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks [] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.140892 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d2152ea2-360c-4867-a449-18f50963a01e None None] Port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:01.199877 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Transition to ACTIVE for port object 6734072e-1ee7-4702-af2c-30d3cd1f8189 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:41:01.203040 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf3c5-505c-4480-aae7-64382a009792 admin admin] Publish callbacks [] for security_group (a4778ba8-4af4-4f03-be91-47933cd8b75a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.204885 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.213974 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.241428 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d7cbf3c5-505c-4480-aae7-64382a009792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a4778ba8-4af4-4f03-be91-47933cd8b75a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.315254 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:01.317641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bd68a-2afd-43c5-9c4a-d3ba6651c124 req-4fb0034c-7791-466c-aa2d-cc3154299162 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:01.319647 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-601bd68a-2afd-43c5-9c4a-d3ba6651c124 req-4fb0034c-7791-466c-aa2d-cc3154299162 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 931 time: 0.1433799 Jul 01 16:41:01.353790 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ac231-7d0c-4d17-bfde-0f860c4c6657 req-3ad846ef-22c2-4ab1-8bf5-4c36ea71ecdb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:01.355256 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d27ac231-7d0c-4d17-bfde-0f860c4c6657 req-3ad846ef-22c2-4ab1-8bf5-4c36ea71ecdb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 931 time: 0.1378338 Jul 01 16:41:01.372601 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d7cbf3c5-505c-4480-aae7-64382a009792 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=811c93ee3a4849c5974599f1a03f9188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8920119 Jul 01 16:41:01.380240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Pushing event updated for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:01.383462 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbf3c5-505c-4480-aae7-64382a009792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4778ba8-4af4-4f03-be91-47933cd8b75a,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:01.388258 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59794) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:01.415430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:01.537951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:01.587242 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-601bd68a-2afd-43c5-9c4a-d3ba6651c124 req-a00718ce-6a13-4316-9ef9-b38a9b9bbe6d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572000 Jul 01 16:41:01.598387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:01.650875 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Attempting to bind port 6734072e-1ee7-4702-af2c-30d3cd1f8189 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:01.651212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Attempting to bind port 6734072e-1ee7-4702-af2c-30d3cd1f8189 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:01.651644 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Attempting to bind port 6734072e-1ee7-4702-af2c-30d3cd1f8189 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:01.652741 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d27ac231-7d0c-4d17-bfde-0f860c4c6657 req-00ed16c9-c3b0-499f-87af-722d293db2d8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813325 Jul 01 16:41:01.681982 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] Publish callbacks [] for security_group (a4778ba8-4af4-4f03-be91-47933cd8b75a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.690630 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Port 6734072e-1ee7-4702-af2c-30d3cd1f8189 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:41:01.691458 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Attempting to bind port 6734072e-1ee7-4702-af2c-30d3cd1f8189 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:01.695189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:01.703459 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks [] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.715581 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:01.715988 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:01.716373 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Bound using segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:01.716811 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Bound port: 6734072e-1ee7-4702-af2c-30d3cd1f8189, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:01.717163 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.719324 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Transition to ACTIVE for port object 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:41:01.724911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.803738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:01.828630 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device d9188aa7-e096-4650-812e-94b0a5c94fda details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:41:01.914431 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] Publish callbacks [] for security_group (a4778ba8-4af4-4f03-be91-47933cd8b75a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:01.949761 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Attempting to bind port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:01.950108 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Attempting to bind port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:01.950468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Attempting to bind port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:01.963053 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa on network 122e1655-ca16-42e2-ac40-3aa0137062fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:41:01.963169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Attempting to bind port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:01.973775 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:01.974593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Checking segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:01.974593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Bound using segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:01.975286 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Bound port: 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:01.975951 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.123962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:02.125079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d9188aa7-e096-4650-812e-94b0a5c94fda,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:02.129836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:02.138427 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.149258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'd9188aa7-e096-4650-812e-94b0a5c94fda', 'network_id': '9c45ed7a-934f-4bce-930b-7b9d61ad046e', 'port_id': 'd9188aa7-e096-4650-812e-94b0a5c94fda', 'mac_address': 'fa:16:3e:9b:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb75448-df4f-47bb-b683-fd2085a08258', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:41:02.158735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a4778ba8-4af4-4f03-be91-47933cd8b75a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.165121 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.167337 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4778ba8-4af4-4f03-be91-47933cd8b75a HTTP/1.1" status: 204 len: 168 time: 0.7780936 Jul 01 16:41:02.254533 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port d9188aa7-e096-4650-812e-94b0a5c94fda is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:02.255147 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.266620 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.267609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.271356 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9188aa7-e096-4650-812e-94b0a5c94fda {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:02.273360 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] 10.222.0.43 "PUT /v2.0/ports/2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 1093 time: 1.4301550 Jul 01 16:41:02.286237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:02.295527 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdc71-3fb7-43d7-85ed-02e354b13eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4778ba8-4af4-4f03-be91-47933cd8b75a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:02.309835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9435f0d9-ebf9-4844-a2d8-2e410984a33f" -d '{"events": [{"name": "network-changed", "server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:02.319863 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:02.353430 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d9188aa7-e096-4650-812e-94b0a5c94fda,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:02.367897 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.381349 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfbafea-3e39-44d2-9b40-9668e19b3334 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:02.407841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks [] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.429049 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0b118e1f-4f14-4787-9364-3d0116269d30 req-52b31afa-96aa-45c5-bae6-cbc71b17073d service neutron] 10.222.0.43 "GET /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170658 Jul 01 16:41:02.436517 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:02.472864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.475927 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Transition to ACTIVE for port object bdfbafea-3e39-44d2-9b40-9668e19b3334 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:41:02.481829 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:02.536392 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.571835 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.573429 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:02.581377 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] 10.222.0.43 "PUT /v2.0/ports/6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 1094 time: 3.0489333 Jul 01 16:41:02.582117 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:02.584804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c507ee96-8409-4e1c-8866-ee876d0df9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:02.601627 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab7dfc-2cd3-47be-b4a8-4bf7119f909c service neutron] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:02.650172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78719-5a01-445c-9329-c960c6d63488 service neutron] Pushing event updated for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:02.677704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6516d7-5bca-40b7-ad9a-94eb8d6cb6b9 req-6db99019-6618-479c-8b5b-b2435ab0dc38 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.682714 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f6516d7-5bca-40b7-ad9a-94eb8d6cb6b9 req-6db99019-6618-479c-8b5b-b2435ab0dc38 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.4082797 Jul 01 16:41:02.720069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580a70b-e241-47d4-9c28-498efe8f0ca0 req-64e5f24d-44a0-445b-869a-7515f9278828 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.724267 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4580a70b-e241-47d4-9c28-498efe8f0ca0 req-64e5f24d-44a0-445b-869a-7515f9278828 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 943 time: 0.4471188 Jul 01 16:41:02.747486 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:02.795396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-73838f35-fbd9-4a43-9ba6-a57379dd329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.798308 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-73838f35-fbd9-4a43-9ba6-a57379dd329e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1127 time: 0.4317646 Jul 01 16:41:02.820485 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['d9188aa7-e096-4650-812e-94b0a5c94fda'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:02.860225 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-060529df-96d5-4576-bd92-7abb069525a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:02.866064 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-060529df-96d5-4576-bd92-7abb069525a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1128 time: 0.1965859 Jul 01 16:41:02.871670 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-1c86764c-2dc8-4526-867e-595a7963ed2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 217 time: 0.0566626 Jul 01 16:41:02.948116 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:03.054070 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4580a70b-e241-47d4-9c28-498efe8f0ca0 req-86230005-31f3-4fb2-891b-c05f1f37972c tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144305 Jul 01 16:41:03.066548 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-1c3d2ec4-9c7d-40d9-897d-24c22aa6e80e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 217 time: 0.1372993 Jul 01 16:41:03.103033 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f6516d7-5bca-40b7-ad9a-94eb8d6cb6b9 req-096c6a1b-cbaa-48c8-90e8-bfca96eaada5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033592 Jul 01 16:41:03.160130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-2c8d180a-5b39-4dc2-914c-8e21952b7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.164341 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-2c8d180a-5b39-4dc2-914c-8e21952b7aaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.2678106 Jul 01 16:41:03.223606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Attempting to bind port bdfbafea-3e39-44d2-9b40-9668e19b3334 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:03.224415 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Attempting to bind port bdfbafea-3e39-44d2-9b40-9668e19b3334 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:03.225054 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Attempting to bind port bdfbafea-3e39-44d2-9b40-9668e19b3334 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:03.233440 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47ece6-6078-4c8a-ba22-3ff24488b630 x-openstack-request-id: req-fd47ece6-6078-4c8a-ba22-3ff24488b630 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:03.237089 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:03.245329 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd47ece6-6078-4c8a-ba22-3ff24488b630 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:03.245768 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd47ece6-6078-4c8a-ba22-3ff24488b630'] response: {'name': 'network-changed', 'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189', 'status': 'completed', 'code': 200} Jul 01 16:41:03.254058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a98b6a-062c-4fb0-997d-45e21316f216 x-openstack-request-id: req-22a98b6a-062c-4fb0-997d-45e21316f216 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:03.256200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:03.256200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22a98b6a-062c-4fb0-997d-45e21316f216 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:03.257059 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a98b6a-062c-4fb0-997d-45e21316f216'] response: {'name': 'network-changed', 'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'status': 'completed', 'code': 200} Jul 01 16:41:03.257718 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Port bdfbafea-3e39-44d2-9b40-9668e19b3334 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:41:03.258130 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Attempting to bind port bdfbafea-3e39-44d2-9b40-9668e19b3334 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:03.261459 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-2d08fa2e-07ab-4101-833e-3ade5bb578ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.282552 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-2d08fa2e-07ab-4101-833e-3ade5bb578ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.1887197 Jul 01 16:41:03.295288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-347de218-3081-4c3a-b29b-ea8463e29dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.297000 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-347de218-3081-4c3a-b29b-ea8463e29dba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1230924 Jul 01 16:41:03.320262 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:03.320608 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:03.321001 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Bound using segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:03.321457 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Bound port: bdfbafea-3e39-44d2-9b40-9668e19b3334, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:03.321820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:03.441447 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:03.516011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:03.520728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:03.551724 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-bd0890e2-4372-4909-9499-7ed41caf0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.563647 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-bd0890e2-4372-4909-9499-7ed41caf0e28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2736342 Jul 01 16:41:03.568177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:03.574610 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-ae2555eb-fa23-40bb-9a4d-f46b6a8b6dd0 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712910 Jul 01 16:41:03.699546 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:03.721458 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:03.747158 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:03.793758 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-a6bf85b8-7c8e-4912-8df2-8b08477649e9 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203419 Jul 01 16:41:03.809646 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a04846-6e48-45d4-9b98-2756ee54fd6d req-8275aa7c-8ab7-4fad-88ae-c4d11fe8bc8e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.811314 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7a04846-6e48-45d4-9b98-2756ee54fd6d req-8275aa7c-8ab7-4fad-88ae-c4d11fe8bc8e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.2304258 Jul 01 16:41:03.811880 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.817783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:03.820328 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] 10.222.0.43 "PUT /v2.0/ports/bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 200 len: 1093 time: 3.2011638 Jul 01 16:41:03.825711 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81069dbe-9aaf-46c2-a4fc-4b9b91f640ea req-9e9817ed-52f8-4075-af46-823648cdb215 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.827570 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81069dbe-9aaf-46c2-a4fc-4b9b91f640ea req-9e9817ed-52f8-4075-af46-823648cdb215 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.2481396 Jul 01 16:41:03.844225 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:03.892326 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d5490-b016-476a-8404-4b17fe337315 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:03.979284 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81069dbe-9aaf-46c2-a4fc-4b9b91f640ea req-6d98d91e-791b-4a30-9b54-8a24747fa0a1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149807 Jul 01 16:41:03.981240 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8edfe2f5-88d3-4ed5-988f-bc3d58b51932 req-55d47dc2-f8d9-4b07-8546-6b6d7d8babe0 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890488 Jul 01 16:41:03.994996 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-488d56c8-d6c4-4a61-a852-639392454591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:03.996795 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-488d56c8-d6c4-4a61-a852-639392454591 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1127 time: 0.0982778 Jul 01 16:41:04.021096 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7a04846-6e48-45d4-9b98-2756ee54fd6d req-41cddee7-a544-47af-a8c1-829dbc34591a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970589 Jul 01 16:41:04.065658 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-6fe3023f-e2f6-4185-b68c-72d8467fbd36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 200 len: 217 time: 0.0449007 Jul 01 16:41:04.068242 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3e0b00b5-84a0-4f51-869a-8f8c086924bf req-fb2794be-8bca-47f2-bb51-4e27f730810a service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654598 Jul 01 16:41:04.112096 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 0d85f90c-e016-4950-ba0b-5986f1ed198f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:41:04.177148 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device d9188aa7-e096-4650-812e-94b0a5c94fda up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:04.240387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ca57-1a1c-41bd-a157-31665c991d26 req-8164517a-7a45-4698-a948-70323e734a81 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:04.248059 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8600ca57-1a1c-41bd-a157-31665c991d26 req-8164517a-7a45-4698-a948-70323e734a81 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 944 time: 0.0860910 Jul 01 16:41:04.260066 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59910) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:04.300930 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:04.310771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a93fe-175e-489e-a841-30297f4a0aa3 req-5fe9956f-3486-47b7-9b0c-9e1759448260 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:04.312069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf0a93fe-175e-489e-a841-30297f4a0aa3 req-5fe9956f-3486-47b7-9b0c-9e1759448260 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 944 time: 0.0948141 Jul 01 16:41:04.322702 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:41:04.387779 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8600ca57-1a1c-41bd-a157-31665c991d26 req-0f53a12c-005a-4111-81d5-82c79bf77f84 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345451 Jul 01 16:41:04.397491 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf0a93fe-175e-489e-a841-30297f4a0aa3 req-0c330a0b-8f5d-46cd-aa4f-f40b3fa724e5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782094 Jul 01 16:41:04.414131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 0d85f90c-e016-4950-ba0b-5986f1ed198f is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:04.414555 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.432064 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d85f90c-e016-4950-ba0b-5986f1ed198f {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:04.477396 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68c8605d-18b3-4420-a050-39def47e8bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.480922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:04.483304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port d9188aa7-e096-4650-812e-94b0a5c94fda completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:41:04.490603 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.561582 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port d9188aa7-e096-4650-812e-94b0a5c94fda triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:04.562927 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.568808 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:04.574956 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68c8605d-18b3-4420-a050-39def47e8bb3 admin admin] Publish callbacks [] for security_group (ee80281b-9651-455f-b26e-95ef36ce56a5), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.582660 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68c8605d-18b3-4420-a050-39def47e8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ee80281b-9651-455f-b26e-95ef36ce56a5), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.643384 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-68c8605d-18b3-4420-a050-39def47e8bb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89de13e71c8243e7a6f877cb0017b1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816748 Jul 01 16:41:04.644366 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8605d-18b3-4420-a050-39def47e8bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80281b-9651-455f-b26e-95ef36ce56a5,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:04.646282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 59924) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:04.724358 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port d9188aa7-e096-4650-812e-94b0a5c94fda is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:04.724358 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.746177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] Publish callbacks [] for security_group (ee80281b-9651-455f-b26e-95ef36ce56a5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.754022 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:04.775216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] Publish callbacks [] for security_group (ee80281b-9651-455f-b26e-95ef36ce56a5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.835397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['0d85f90c-e016-4950-ba0b-5986f1ed198f'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:04.842273 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ee80281b-9651-455f-b26e-95ef36ce56a5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.846802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.850857 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee80281b-9651-455f-b26e-95ef36ce56a5 HTTP/1.1" status: 204 len: 168 time: 0.2035136 Jul 01 16:41:04.859300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60c09-8353-440b-9b15-1a03c1379f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80281b-9651-455f-b26e-95ef36ce56a5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:04.885091 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d9188aa7-e096-4650-812e-94b0a5c94fda,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:04.903267 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:04.979563 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-ffca2ac7-59b1-42ca-becb-aba9350e6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:04.981159 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-ffca2ac7-59b1-42ca-becb-aba9350e6928 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0594182 Jul 01 16:41:05.010129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-5d967216-b26d-49c2-84f9-2db1fbd84559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:05.013255 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-5d967216-b26d-49c2-84f9-2db1fbd84559 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1127 time: 0.1049674 Jul 01 16:41:05.028715 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:05.086240 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:05.122528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea0a07f-f724-4b83-8886-2b43db5c912a" -d '{"events": [{"server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "name": "network-vif-plugged", "status": "completed", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:05.247292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:05.249900 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:05.345571 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59956) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:05.360406 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3d20e8bb-2014-4c48-9d16-2d01633ea154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.371484 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:05.409823 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40aa43-c682-4ecf-88af-74e6c16b3587 req-2be36968-d66a-42bd-a0ef-0521f65ba9b1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:05.411584 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef40aa43-c682-4ecf-88af-74e6c16b3587 req-2be36968-d66a-42bd-a0ef-0521f65ba9b1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.3162816 Jul 01 16:41:05.426045 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2657-50f4-4d01-9997-0ff018ecc8c2 req-2349b8d4-1ca7-49d7-b018-e65f40df290a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:05.427897 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8aac2657-50f4-4d01-9997-0ff018ecc8c2 req-2349b8d4-1ca7-49d7-b018-e65f40df290a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.2944722 Jul 01 16:41:05.454805 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3d20e8bb-2014-4c48-9d16-2d01633ea154 admin admin] Publish callbacks [] for security_group (7000ef1c-9568-438f-a759-2e7b8fe67143), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.460712 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3d20e8bb-2014-4c48-9d16-2d01633ea154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7000ef1c-9568-438f-a759-2e7b8fe67143), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.465740 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:05.514456 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3d20e8bb-2014-4c48-9d16-2d01633ea154 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ea969a45167484fb43be6f922feec15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660464 Jul 01 16:41:05.514456 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20e8bb-2014-4c48-9d16-2d01633ea154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000ef1c-9568-438f-a759-2e7b8fe67143,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:05.518613 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 59964) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:05.519972 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef40aa43-c682-4ecf-88af-74e6c16b3587 req-db517194-43c3-4660-a9c9-8737974f6598 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910642 Jul 01 16:41:05.524433 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8aac2657-50f4-4d01-9997-0ff018ecc8c2 req-5c93fe60-1f15-4064-b9af-5f2666a320ec tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877373 Jul 01 16:41:05.577082 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] Publish callbacks [] for security_group (7000ef1c-9568-438f-a759-2e7b8fe67143), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.595374 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d942a2-255c-4eb7-8aea-2b6a2e033ce2 x-openstack-request-id: req-b1d942a2-255c-4eb7-8aea-2b6a2e033ce2 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:05.595867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:05.596458 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1d942a2-255c-4eb7-8aea-2b6a2e033ce2 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:05.597373 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d942a2-255c-4eb7-8aea-2b6a2e033ce2'] response: {'name': 'network-changed', 'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334', 'status': 'completed', 'code': 200} Jul 01 16:41:05.618795 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] Publish callbacks [] for security_group (7000ef1c-9568-438f-a759-2e7b8fe67143), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.680216 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7000ef1c-9568-438f-a759-2e7b8fe67143), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.687721 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:05.695067 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7000ef1c-9568-438f-a759-2e7b8fe67143 HTTP/1.1" status: 204 len: 168 time: 0.1752050 Jul 01 16:41:05.699054 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb8a4b-2710-45a7-8acf-2e78595f418c req-0dceadb8-a02b-4368-8de8-b29510445adc tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:05.706037 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7bb8a4b-2710-45a7-8acf-2e78595f418c req-0dceadb8-a02b-4368-8de8-b29510445adc tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0581014 Jul 01 16:41:05.707780 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9ebef-1b07-4908-9110-5e23c5c6d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000ef1c-9568-438f-a759-2e7b8fe67143,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:05.766147 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7bb8a4b-2710-45a7-8acf-2e78595f418c req-8a4bda79-3d5e-488d-8956-908e285600da tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Jul 01 16:41:05.889937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:05.903328 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-cadf345f-25bf-48e9-926c-f2ae7e134e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:05.907488 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-cadf345f-25bf-48e9-926c-f2ae7e134e98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1128 time: 0.0690234 Jul 01 16:41:05.910457 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f0513-4cd6-4bf7-8df7-e469c8ec29a6 x-openstack-request-id: req-7f5f0513-4cd6-4bf7-8df7-e469c8ec29a6 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:05.910940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "name": "network-vif-plugged", "status": "completed", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:05.911122 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f5f0513-4cd6-4bf7-8df7-e469c8ec29a6 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:05.911596 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5f0513-4cd6-4bf7-8df7-e469c8ec29a6'] response: {'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda', 'code': 200} Jul 01 16:41:06.039209 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d85d6-ac41-41b3-8183-2283294be7ac req-fbf2d3c5-a17b-4b8e-a560-c140eb95445c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.042935 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-681d85d6-ac41-41b3-8183-2283294be7ac req-fbf2d3c5-a17b-4b8e-a560-c140eb95445c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 945 time: 0.1343923 Jul 01 16:41:06.056047 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571b44-6be2-4467-b808-c184930840ef req-5467ed59-b7b8-495e-a14f-97cc1cfafce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.058035 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-5467ed59-b7b8-495e-a14f-97cc1cfafce5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2196412 Jul 01 16:41:06.113743 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 0d85f90c-e016-4950-ba0b-5986f1ed198f up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:06.243256 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 0d85f90c-e016-4950-ba0b-5986f1ed198f completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:41:06.257141 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 0d85f90c-e016-4950-ba0b-5986f1ed198f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:06.257530 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.260442 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-99ba017c-f0d9-4533-ad62-e1fcc5b39008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.262157 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-99ba017c-f0d9-4533-ad62-e1fcc5b39008 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.2980061 Jul 01 16:41:06.304845 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-4ac3cb68-ab11-4b95-b873-d6e2940a9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.306558 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-4ac3cb68-ab11-4b95-b873-d6e2940a9787 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 1129 time: 0.1148736 Jul 01 16:41:06.309962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:06.329222 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-6ee52658-0828-4290-821f-38caee8db25f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 217 time: 0.0516450 Jul 01 16:41:06.348833 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-c0466f45-c057-4dfa-927e-20aadd358e47 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807815 Jul 01 16:41:06.354797 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-ea885bdd-85d3-4220-8b51-29e07d795012 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.399206 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-681d85d6-ac41-41b3-8183-2283294be7ac req-1d167343-f6b2-464d-be61-2493828e93a1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358275 Jul 01 16:41:06.402002 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 0d85f90c-e016-4950-ba0b-5986f1ed198f is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:06.402423 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.421784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-2b0266b8-e2e3-400d-96b7-7677f9d02391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.424675 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-2b0266b8-e2e3-400d-96b7-7677f9d02391 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0817878 Jul 01 16:41:06.472711 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:06.473775 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:06.482366 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.490872 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-ea885bdd-85d3-4220-8b51-29e07d795012 service neutron] Publish callbacks [] for security_group (75fb0e0d-bec7-4c0c-8f6b-7221d1f314d7), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.494816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-5beff18a-86ad-451f-965c-c26fc2d73fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.496104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-509f7811-6b0b-4c12-9fc2-a50b07e70e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.496862 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-5beff18a-86ad-451f-965c-c26fc2d73fab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658488 Jul 01 16:41:06.498086 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-509f7811-6b0b-4c12-9fc2-a50b07e70e93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.6583328 Jul 01 16:41:06.511060 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-ea885bdd-85d3-4220-8b51-29e07d795012 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (75fb0e0d-bec7-4c0c-8f6b-7221d1f314d7), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:06.559283 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:06.655863 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-8738d5b1-5eeb-42c8-aa2a-185989424ae8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 217 time: 0.1327689 Jul 01 16:41:06.668312 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885bdd-85d3-4220-8b51-29e07d795012 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb0e0d-bec7-4c0c-8f6b-7221d1f314d7,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:06.671391 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:06.705726 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c49fb8ae-21c3-49c3-984b-9facfa4b3282 req-ea885bdd-85d3-4220-8b51-29e07d795012 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795567 Jul 01 16:41:06.766324 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-1f571b44-6be2-4467-b808-c184930840ef req-7fc968c7-ec28-4cfe-b618-da05c4224140 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026613 Jul 01 16:41:06.781704 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-b9b2253b-130c-4b90-9eb8-58aa4903573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.783899 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-b9b2253b-130c-4b90-9eb8-58aa4903573b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.1166103 Jul 01 16:41:06.879440 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-3388f827-9f67-450b-a6c9-05235b1cf304 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630393 Jul 01 16:41:06.885757 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f957f8-e087-4c10-8400-bc42a07801c9 req-0e279526-429b-494c-8470-7bca6618b129 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.887257 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5f957f8-e087-4c10-8400-bc42a07801c9 req-0e279526-429b-494c-8470-7bca6618b129 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.1644442 Jul 01 16:41:06.922046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74c6b9-1bd1-48bd-81e1-6d0e51437fc0 req-3aeaa9dd-b34a-45e7-b4fa-e7974be2c87b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:06.923632 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef74c6b9-1bd1-48bd-81e1-6d0e51437fc0 req-3aeaa9dd-b34a-45e7-b4fa-e7974be2c87b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.1107087 Jul 01 16:41:06.991098 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5f957f8-e087-4c10-8400-bc42a07801c9 req-299512cf-2de0-45ef-b029-a1b352cc075b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833585 Jul 01 16:41:07.024702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef74c6b9-1bd1-48bd-81e1-6d0e51437fc0 req-0f1b0eea-c556-4c45-9887-961cd4c1de18 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831909 Jul 01 16:41:07.125419 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-3d28eecf-e7a1-4213-aab1-b3256892be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:07.131448 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-3d28eecf-e7a1-4213-aab1-b3256892be17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865314 Jul 01 16:41:07.204702 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfcf98-68d2-4e9b-99d3-418618e708cd req-c46abf95-c2f3-446f-96f0-21dd48685061 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:07.206836 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bcfcf98-68d2-4e9b-99d3-418618e708cd req-c46abf95-c2f3-446f-96f0-21dd48685061 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.1159966 Jul 01 16:41:07.247708 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c507ee96-8409-4e1c-8866-ee876d0df9bf req-4d977f44-c47d-4ae9-9adf-3cf8f2f65964 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971183 Jul 01 16:41:07.290391 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bcfcf98-68d2-4e9b-99d3-418618e708cd req-d4526f2b-22a5-4076-a8b5-1aa7895e6f80 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Jul 01 16:41:07.566541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acaa5f-c174-4889-87df-749d40ccd9a0 req-893c57bd-652e-4d4b-a726-fda44c6daef3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:07.568800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27acaa5f-c174-4889-87df-749d40ccd9a0 req-893c57bd-652e-4d4b-a726-fda44c6daef3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0730333 Jul 01 16:41:07.625553 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27acaa5f-c174-4889-87df-749d40ccd9a0 req-f91a2e6b-587a-4fb3-8706-a04464818e56 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489669 Jul 01 16:41:07.912293 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:07.914642 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e4bce-5257-4521-a871-429a5816def6" -d '{"events": [{"server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "name": "network-vif-plugged", "status": "completed", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:07.951974 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230b853-f529-4e37-8ec1-3847795b311b x-openstack-request-id: req-5230b853-f529-4e37-8ec1-3847795b311b {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:07.952279 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "name": "network-vif-plugged", "status": "completed", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:07.952524 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5230b853-f529-4e37-8ec1-3847795b311b {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:07.953036 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5230b853-f529-4e37-8ec1-3847795b311b'] response: {'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'code': 200} Jul 01 16:41:08.112365 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75613-f37e-4e7d-9235-a12cb785a69e req-2a60332a-2471-460e-b83d-756d18b3a458 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:08.113991 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48d75613-f37e-4e7d-9235-a12cb785a69e req-2a60332a-2471-460e-b83d-756d18b3a458 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0530558 Jul 01 16:41:08.166021 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:08.196565 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20457f4-d6dc-4730-b648-4725d819ffb4 req-5579c5dd-7deb-4ea8-a56e-3876076102a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:08.198011 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f20457f4-d6dc-4730-b648-4725d819ffb4 req-5579c5dd-7deb-4ea8-a56e-3876076102a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0719233 Jul 01 16:41:08.205065 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48d75613-f37e-4e7d-9235-a12cb785a69e req-a1c2e112-1035-4bc7-b17e-754c6733c093 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851257 Jul 01 16:41:08.264302 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f20457f4-d6dc-4730-b648-4725d819ffb4 req-2d7e1ee5-92dc-40a8-bcb2-27a1dc31102c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Jul 01 16:41:08.316508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60086) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:08.409119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eea427-2673-4aa5-99c2-875c2e8c0ca1 req-7b8a5b45-63b9-4a4a-a9e2-527788caaa1a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:08.410970 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4eea427-2673-4aa5-99c2-875c2e8c0ca1 req-7b8a5b45-63b9-4a4a-a9e2-527788caaa1a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0501764 Jul 01 16:41:08.433285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-94a59ac5-55f2-4b02-bc1d-88dd341ce294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.492975 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4eea427-2673-4aa5-99c2-875c2e8c0ca1 req-06f6f58d-77e7-46df-af0e-0d7e2175bd37 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Jul 01 16:41:08.543049 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-94a59ac5-55f2-4b02-bc1d-88dd341ce294 admin admin] Publish callbacks [] for security_group (939e3e8d-7202-45fb-afe9-ee628786ebc1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.547410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-94a59ac5-55f2-4b02-bc1d-88dd341ce294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (939e3e8d-7202-45fb-afe9-ee628786ebc1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.568912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:08.591366 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-94a59ac5-55f2-4b02-bc1d-88dd341ce294 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1f4b14fffe64622a01f28a35fc94f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736852 Jul 01 16:41:08.592573 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a59ac5-55f2-4b02-bc1d-88dd341ce294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e3e8d-7202-45fb-afe9-ee628786ebc1,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:08.595551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60098) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:08.647522 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] Publish callbacks [] for security_group (939e3e8d-7202-45fb-afe9-ee628786ebc1), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.672226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] Publish callbacks [] for security_group (939e3e8d-7202-45fb-afe9-ee628786ebc1), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.683345 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:08.731569 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (939e3e8d-7202-45fb-afe9-ee628786ebc1), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.736585 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:08.738425 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/939e3e8d-7202-45fb-afe9-ee628786ebc1 HTTP/1.1" status: 204 len: 168 time: 0.1413693 Jul 01 16:41:08.748798 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238f143-6377-4858-96c2-7ef6d49cebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e3e8d-7202-45fb-afe9-ee628786ebc1,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:08.763865 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcabe94-3aa3-4a58-9798-445014e00235 req-20c3e359-58c7-4e47-b2bb-1295a4861852 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:08.765491 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5fcabe94-3aa3-4a58-9798-445014e00235 req-20c3e359-58c7-4e47-b2bb-1295a4861852 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0565405 Jul 01 16:41:08.833132 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5fcabe94-3aa3-4a58-9798-445014e00235 req-3ad4af1e-9201-4b02-9eeb-f3c03df6d432 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529985 Jul 01 16:41:09.004471 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1b25a70-f825-41ac-901d-aa350a7f5860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.103059 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60116) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:09.116765 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-27b8bfb8-e91b-40c8-a5ec-a0a40426f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.195914 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-27b8bfb8-e91b-40c8-a5ec-a0a40426f052 admin admin] Publish callbacks [] for security_group (ed5b44c7-ddf0-4775-881c-ca898b7c5575), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.199642 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-27b8bfb8-e91b-40c8-a5ec-a0a40426f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ed5b44c7-ddf0-4775-881c-ca898b7c5575), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.291785 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:41:09.335503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a01c3-bfb7-455b-9e52-a50cd19f9047 req-41b3bb63-1052-4e71-99de-6410916992c2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:09.337702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38a01c3-bfb7-455b-9e52-a50cd19f9047 req-41b3bb63-1052-4e71-99de-6410916992c2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0559866 Jul 01 16:41:09.400301 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-27b8bfb8-e91b-40c8-a5ec-a0a40426f052 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=023fbbb1d8354bf39a57448345b1c59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961092 Jul 01 16:41:09.401198 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8bfb8-e91b-40c8-a5ec-a0a40426f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b44c7-ddf0-4775-881c-ca898b7c5575,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:09.403715 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60122) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:09.414063 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618348c-d288-48aa-a3e5-bff0377343c8 req-2acc2b6a-1314-40cf-b2a9-12fb69e57009 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:09.415544 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8618348c-d288-48aa-a3e5-bff0377343c8 req-2acc2b6a-1314-40cf-b2a9-12fb69e57009 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0647392 Jul 01 16:41:09.416144 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:09.431362 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:41:09.438909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38a01c3-bfb7-455b-9e52-a50cd19f9047 req-2acb823e-3d88-4229-9125-51f73537e9c1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956528 Jul 01 16:41:09.467872 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] Publish callbacks [] for security_group (ed5b44c7-ddf0-4775-881c-ca898b7c5575), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.470202 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:09.470841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.489087 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:09.495562 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] Publish callbacks [] for security_group (ed5b44c7-ddf0-4775-881c-ca898b7c5575), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.506181 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8618348c-d288-48aa-a3e5-bff0377343c8 req-5ef9327e-3e54-4707-b66e-a27f6b197558 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Jul 01 16:41:09.511811 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:09.516586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.519707 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 6734072e-1ee7-4702-af2c-30d3cd1f8189 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:41:09.562196 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ed5b44c7-ddf0-4775-881c-ca898b7c5575), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.565603 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.566770 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed5b44c7-ddf0-4775-881c-ca898b7c5575 HTTP/1.1" status: 204 len: 168 time: 0.1620800 Jul 01 16:41:09.582717 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f773a-1738-4790-b968-2b062cf2f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b44c7-ddf0-4775-881c-ca898b7c5575,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:09.608185 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:09.654809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756693dc-674c-47e6-a6e3-5a1c18c9ea51 req-f6a05193-0ed5-4ad3-86ec-bee78ea5e95b tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:09.656336 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-756693dc-674c-47e6-a6e3-5a1c18c9ea51 req-f6a05193-0ed5-4ad3-86ec-bee78ea5e95b tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0703666 Jul 01 16:41:09.683870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:09.688811 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:09.701957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '6734072e-1ee7-4702-af2c-30d3cd1f8189', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'port_id': '6734072e-1ee7-4702-af2c-30d3cd1f8189', 'mac_address': 'fa:16:3e:66:aa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:41:09.711092 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-756693dc-674c-47e6-a6e3-5a1c18c9ea51 req-57290b45-7624-4684-8d49-652f153df3bb tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Jul 01 16:41:09.745668 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 6734072e-1ee7-4702-af2c-30d3cd1f8189 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:09.746055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.761304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6734072e-1ee7-4702-af2c-30d3cd1f8189 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:09.781920 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:09.786415 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:09.833909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:09.953114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b17e81-4897-40ca-8634-d8d02454779c req-6a7e3e42-ca1b-4c42-ab96-0fd87215004d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:09.957021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02b17e81-4897-40ca-8634-d8d02454779c req-6a7e3e42-ca1b-4c42-ab96-0fd87215004d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0551395 Jul 01 16:41:10.012617 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02b17e81-4897-40ca-8634-d8d02454779c req-ca4b4bc5-e7cf-409a-a90b-859da11e4890 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Jul 01 16:41:10.577586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a0f63-306f-45f1-9307-7ee9df16a247 req-bd3f84bc-a6f6-4eea-b81f-40bebf277e81 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:10.579190 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc5a0f63-306f-45f1-9307-7ee9df16a247 req-bd3f84bc-a6f6-4eea-b81f-40bebf277e81 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.0649352 Jul 01 16:41:10.639890 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:10.652664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23321-1d0f-42ed-b3e7-e9c3a1ad1c63 req-f394a596-5924-41f7-8a98-7d9e08c9f86d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:10.654125 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ea23321-1d0f-42ed-b3e7-e9c3a1ad1c63 req-f394a596-5924-41f7-8a98-7d9e08c9f86d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0739732 Jul 01 16:41:10.693789 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc5a0f63-306f-45f1-9307-7ee9df16a247 req-2e042185-c4b7-4a83-a44d-cda7d18b2eac tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031098 Jul 01 16:41:10.738736 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ea23321-1d0f-42ed-b3e7-e9c3a1ad1c63 req-3135f874-2b47-4d86-b084-29ad1a122d61 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Jul 01 16:41:10.806923 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:10.836457 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9a19f-81ab-416d-b86f-0bbbd69361b4 req-6bbdf07d-6855-4a0d-85a3-12c7939cf114 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:10.838166 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26b9a19f-81ab-416d-b86f-0bbbd69361b4 req-6bbdf07d-6855-4a0d-85a3-12c7939cf114 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0565233 Jul 01 16:41:10.897385 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26b9a19f-81ab-416d-b86f-0bbbd69361b4 req-ff45d81f-84bd-4457-a6dc-abc8329de3f1 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Jul 01 16:41:11.134912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd1a4-21f4-415e-9a86-2a9ad8b14995 req-16ed30c1-bba4-4ec5-becf-c18f337aaa9c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:11.136735 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a0fd1a4-21f4-415e-9a86-2a9ad8b14995 req-16ed30c1-bba4-4ec5-becf-c18f337aaa9c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0537853 Jul 01 16:41:11.193393 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a0fd1a4-21f4-415e-9a86-2a9ad8b14995 req-56564e54-b566-404c-9009-cb7a50b0ab84 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487666 Jul 01 16:41:11.500238 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:11.516616 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da637904-13dc-487c-b394-e6fa977fe454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:11.824519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79fb04-980a-46e3-a9a7-ee5f4b65c718 req-86be70a3-818a-4d65-a870-894541bab314 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:11.825965 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db79fb04-980a-46e3-a9a7-ee5f4b65c718 req-86be70a3-818a-4d65-a870-894541bab314 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.0505269 Jul 01 16:41:11.900493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cf4f9-6917-40f4-8669-7ac0c9508cb0 req-87eb0096-cefc-4fd8-81ea-87ea09d8ce1a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:11.901900 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d26cf4f9-6917-40f4-8669-7ac0c9508cb0 req-87eb0096-cefc-4fd8-81ea-87ea09d8ce1a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0842395 Jul 01 16:41:11.920542 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db79fb04-980a-46e3-a9a7-ee5f4b65c718 req-e0f33230-c08e-4258-83cb-8c825b9020cf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852768 Jul 01 16:41:11.969459 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d26cf4f9-6917-40f4-8669-7ac0c9508cb0 req-9bb6d50c-cef0-4728-9f48-1a90601f0d04 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590060 Jul 01 16:41:12.020651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:12.041590 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391fc25-1672-4b79-90d1-1270043e7bf3 req-df2a70aa-ffad-4f3e-933d-6cbc5401f5a5 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:12.043122 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9391fc25-1672-4b79-90d1-1270043e7bf3 req-df2a70aa-ffad-4f3e-933d-6cbc5401f5a5 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0556462 Jul 01 16:41:12.100947 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9391fc25-1672-4b79-90d1-1270043e7bf3 req-6126e911-79cd-453b-b304-f26cc3aeb6a1 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Jul 01 16:41:12.311809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b47a-8e6d-4ed5-95c0-308e2939cc95 req-df4659f4-b173-4493-9764-bd138c9c5566 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:12.313265 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5181b47a-8e6d-4ed5-95c0-308e2939cc95 req-df4659f4-b173-4493-9764-bd138c9c5566 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0511279 Jul 01 16:41:12.360809 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5181b47a-8e6d-4ed5-95c0-308e2939cc95 req-460176af-b4bc-4344-810a-8909bc0874df tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Jul 01 16:41:12.849390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:13.045347 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a5506-3c6c-475d-ad5b-6ad31b9fa326 req-d35fa47e-b2ba-4107-8d17-184a0baf708b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.046828 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c40a5506-3c6c-475d-ad5b-6ad31b9fa326 req-d35fa47e-b2ba-4107-8d17-184a0baf708b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.0494361 Jul 01 16:41:13.112801 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc34a-a63d-44e9-bbd6-467a075c0438 req-bab43e7a-d89d-4977-9a82-7a6d8555599e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.114266 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ee5bc34a-a63d-44e9-bbd6-467a075c0438 req-bab43e7a-d89d-4977-9a82-7a6d8555599e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0665944 Jul 01 16:41:13.144555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c40a5506-3c6c-475d-ad5b-6ad31b9fa326 req-b88563c7-2285-42ca-89f9-70641bdbf98e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881388 Jul 01 16:41:13.191720 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ee5bc34a-a63d-44e9-bbd6-467a075c0438 req-6b20e64f-ed87-46f3-a5ab-b2d5ab8dbca0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711279 Jul 01 16:41:13.254721 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f74d36-dc1c-4c9e-a87c-712e06d0ade0 req-25083c7b-2846-40ac-9107-e2ec1e6099a6 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.256210 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9f74d36-dc1c-4c9e-a87c-712e06d0ade0 req-25083c7b-2846-40ac-9107-e2ec1e6099a6 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Jul 01 16:41:13.303879 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9f74d36-dc1c-4c9e-a87c-712e06d0ade0 req-c1c91461-4943-4cae-9a7c-61991a76b7b3 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Jul 01 16:41:13.473128 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95579831-b526-483a-8afd-7ad0565769bb req-196ca599-138e-41b0-8b8d-8febcd71440f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.474609 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95579831-b526-483a-8afd-7ad0565769bb req-196ca599-138e-41b0-8b8d-8febcd71440f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0478086 Jul 01 16:41:13.521512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95579831-b526-483a-8afd-7ad0565769bb req-fc1a50a3-b74e-4617-b47e-028107a1a692 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Jul 01 16:41:13.659647 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['6734072e-1ee7-4702-af2c-30d3cd1f8189'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:13.858981 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:13.868377 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-c8e58bed-8bf1-492a-9530-41b78621d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.869903 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-c8e58bed-8bf1-492a-9530-41b78621d6d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1127 time: 0.0740144 Jul 01 16:41:13.881763 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-cb1cabf2-db41-4ba9-9d42-58529d1da61d service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021852 Jul 01 16:41:13.981709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-f23d56e6-88b1-43c2-882e-3e00c0834742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:13.983277 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-f23d56e6-88b1-43c2-882e-3e00c0834742 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1057346 Jul 01 16:41:14.027629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ab4-452e-42e4-9486-6a8440e064d6 req-34c63813-1b88-4a95-9446-7b791dd1dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.029105 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6d1a0ab4-452e-42e4-9486-6a8440e064d6 req-34c63813-1b88-4a95-9446-7b791dd1dd0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1130 time: 0.0549803 Jul 01 16:41:14.029840 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-9b3d3fd3-3c0f-4276-a80c-78a16683edaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 200 len: 217 time: 0.0387905 Jul 01 16:41:14.039318 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-9435f0d9-ebf9-4844-a2d8-2e410984a33f req-485f3809-279f-4362-b4cf-2c4509ab620d service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388073 Jul 01 16:41:14.086103 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6d1a0ab4-452e-42e4-9486-6a8440e064d6 req-4ca94716-635f-47a3-be18-20a194d4c267 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 Jul 01 16:41:14.087639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-85c473d8-d5c7-48d5-be8d-a0756f4040cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.089164 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-85c473d8-d5c7-48d5-be8d-a0756f4040cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0491209 Jul 01 16:41:14.287319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2c4e-c731-4788-b5f6-0bdb5fdc874d req-1fbaf62d-6538-4e8f-b13f-8d79edc9127a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.288956 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d99d2c4e-c731-4788-b5f6-0bdb5fdc874d req-1fbaf62d-6538-4e8f-b13f-8d79edc9127a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.0717604 Jul 01 16:41:14.339527 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080e47-75e3-4b36-9059-cc9572c8bf96 req-e051e294-4373-4511-bdf5-fdb6dce4cb95 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.341037 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0080e47-75e3-4b36-9059-cc9572c8bf96 req-e051e294-4373-4511-bdf5-fdb6dce4cb95 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.0697525 Jul 01 16:41:14.355820 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:14.387258 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d99d2c4e-c731-4788-b5f6-0bdb5fdc874d req-bed50a1e-39ab-4be2-93af-af16c7853f19 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809844 Jul 01 16:41:14.414790 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0080e47-75e3-4b36-9059-cc9572c8bf96 req-1e6c9964-4c61-4205-95a7-888c043fef6d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626986 Jul 01 16:41:14.493894 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-a96051ac-cd96-40ee-bd34-1ea85e5e3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.495365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-a96051ac-cd96-40ee-bd34-1ea85e5e3263 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671952 Jul 01 16:41:14.498054 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:14.511504 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32396662-94fc-4b79-b538-1e8bb9a7df21 req-8e567b22-a258-4a0a-921c-1af08dc3b3f5 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.512836 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32396662-94fc-4b79-b538-1e8bb9a7df21 req-8e567b22-a258-4a0a-921c-1af08dc3b3f5 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0574725 Jul 01 16:41:14.562835 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32396662-94fc-4b79-b538-1e8bb9a7df21 req-f4cee8c8-b692-43c2-a415-8cb0964da1cb tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Jul 01 16:41:14.599788 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:14.655581 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c39d5-222b-4e7f-b067-d860f975a629 req-c264e5e8-44fe-49f9-9415-405c623926b7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:14.657103 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c6c39d5-222b-4e7f-b067-d860f975a629 req-c264e5e8-44fe-49f9-9415-405c623926b7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0630038 Jul 01 16:41:14.709734 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c6c39d5-222b-4e7f-b067-d860f975a629 req-8b782c94-f67a-47d7-95f5-ad009ba19cd4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459859 Jul 01 16:41:15.107851 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-5054b626-02a3-4eac-914f-88e73a558e20 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940289 Jul 01 16:41:15.610847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512a47d-9079-4b95-b012-8a4849e6dfeb req-d03645f7-44e8-420e-914c-446b27f8536d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:15.613259 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d512a47d-9079-4b95-b012-8a4849e6dfeb req-d03645f7-44e8-420e-914c-446b27f8536d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.1366079 Jul 01 16:41:15.630903 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95512cc0-7879-4548-85e7-7bf1c53269ae req-e0d7a9ce-5214-4e23-82a4-85abd50ee673 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:15.639077 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95512cc0-7879-4548-85e7-7bf1c53269ae req-e0d7a9ce-5214-4e23-82a4-85abd50ee673 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 943 time: 0.1228158 Jul 01 16:41:15.671176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device bdfbafea-3e39-44d2-9b40-9668e19b3334 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:41:15.695119 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:15.800571 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d512a47d-9079-4b95-b012-8a4849e6dfeb req-5d05b14b-61ea-4688-861b-ee5310ad7549 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596122 Jul 01 16:41:15.814769 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95512cc0-7879-4548-85e7-7bf1c53269ae req-85996534-6a11-4760-a37c-e3c97b7c34f0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575642 Jul 01 16:41:15.850491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:41:15.854151 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:15.868815 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1ee5ec-922d-43a4-8df1-c7ae3448470c req-4fad2361-772d-4384-927e-875b10c8b84e service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918118 Jul 01 16:41:15.869832 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'bdfbafea-3e39-44d2-9b40-9668e19b3334', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'port_id': 'bdfbafea-3e39-44d2-9b40-9668e19b3334', 'mac_address': 'fa:16:3e:0a:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:41:15.871772 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:15.872218 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:15.903468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:15.941411 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port bdfbafea-3e39-44d2-9b40-9668e19b3334 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:15.941792 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:15.961014 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfbafea-3e39-44d2-9b40-9668e19b3334 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:15.965300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066184a6-5ad9-428e-bb7a-f8dada97742a req-319a4820-45bb-40a0-9676-7b2694960af1 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:15.966812 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-066184a6-5ad9-428e-bb7a-f8dada97742a req-319a4820-45bb-40a0-9676-7b2694960af1 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.0833626 Jul 01 16:41:15.977934 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be37d0-d32f-4006-bbcc-1146cbeac3b0 req-06612786-528b-4280-affb-4d7ff749b5f4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:15.979413 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7be37d0-d32f-4006-bbcc-1146cbeac3b0 req-06612786-528b-4280-affb-4d7ff749b5f4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0851114 Jul 01 16:41:15.982419 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:16.015150 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:16.018109 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:16.018552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.038518 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.092502 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:16.094759 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6dc84f-6064-4e15-800d-d882b3744041" -d '{"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:16.138183 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7be37d0-d32f-4006-bbcc-1146cbeac3b0 req-9894d67f-88a7-47e9-bb08-ede9fccf3047 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292322 Jul 01 16:41:16.154577 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-066184a6-5ad9-428e-bb7a-f8dada97742a req-5c4185a8-dba2-42e0-8eac-309b0bbd7ca3 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734319 Jul 01 16:41:16.247829 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6960b82-b28b-4f32-a6c1-667cbc2ca14b x-openstack-request-id: req-d6960b82-b28b-4f32-a6c1-667cbc2ca14b {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:16.248131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:16.248382 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6960b82-b28b-4f32-a6c1-667cbc2ca14b {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:16.248780 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6960b82-b28b-4f32-a6c1-667cbc2ca14b'] response: {'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'code': 200} Jul 01 16:41:16.250797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:16.271691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.272531 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 6734072e-1ee7-4702-af2c-30d3cd1f8189 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:16.281862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:16.312755 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.313211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.313797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.314945 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.315499 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.316051 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.316580 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.317107 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.317674 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.318202 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.318753 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.319528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.320073 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.320703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.321365 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:16.399426 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9813-b1e2-49ba-97ed-3c90a12ffbf8 req-3dfdca43-65ca-46e3-bb76-f0d9082fa2bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:16.400943 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f0c9813-b1e2-49ba-97ed-3c90a12ffbf8 req-3dfdca43-65ca-46e3-bb76-f0d9082fa2bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0786877 Jul 01 16:41:16.411283 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60386) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:16.420490 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:16.427398 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['bdfbafea-3e39-44d2-9b40-9668e19b3334'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:16.433473 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:16.436134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:16.461816 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 6734072e-1ee7-4702-af2c-30d3cd1f8189 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:41:16.487009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 6734072e-1ee7-4702-af2c-30d3cd1f8189 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:16.487744 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.513590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.516875 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:16.678208 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:16.780602 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 6734072e-1ee7-4702-af2c-30d3cd1f8189 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:16.783490 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:16.949966 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:16.965952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.006822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5a27-3fad-4c53-a87e-eb990aca9195 req-16645d07-e345-482d-a92d-9ab81f48c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:17.016593 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5dd5a27-3fad-4c53-a87e-eb990aca9195 req-16645d07-e345-482d-a92d-9ab81f48c137 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1129 time: 0.4639165 Jul 01 16:41:17.092846 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:17.098420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b0a-8927-4849-b4e8-41152223f6eb req-2e262244-7361-4eae-9d7b-9f28d6d9a88d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:17.115400 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88cc8b0a-8927-4849-b4e8-41152223f6eb req-2e262244-7361-4eae-9d7b-9f28d6d9a88d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0845728 Jul 01 16:41:17.243510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07296fa1-a73d-4a72-83a6-34e1201a8845 req-d66bb952-5a7a-4573-83c9-e2d6dccc9971 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:17.250808 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07296fa1-a73d-4a72-83a6-34e1201a8845 req-d66bb952-5a7a-4573-83c9-e2d6dccc9971 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 944 time: 0.1733272 Jul 01 16:41:17.296382 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5dd5a27-3fad-4c53-a87e-eb990aca9195 req-936da2d8-409d-4764-b2dc-b76cb9573686 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726498 Jul 01 16:41:17.313126 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88cc8b0a-8927-4849-b4e8-41152223f6eb req-481095f4-4501-4a36-94f1-b896f4953139 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965685 Jul 01 16:41:17.351870 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07296fa1-a73d-4a72-83a6-34e1201a8845 req-ee41a063-ccc0-4d8e-b190-ac7ca23f1aa0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Jul 01 16:41:17.447939 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.452117 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.556109 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP c91e6733-5677-48d4-8816-3f5ec5e17b9e associated. External IP: 172.27.2.184, port: 0d85f90c-e016-4950-ba0b-5986f1ed198f. Jul 01 16:41:17.578363 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60438) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:17.681343 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device bdfbafea-3e39-44d2-9b40-9668e19b3334 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:17.703018 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.727584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port bdfbafea-3e39-44d2-9b40-9668e19b3334 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:41:17.735102 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port bdfbafea-3e39-44d2-9b40-9668e19b3334 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:17.738784 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.809862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:17.852484 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Publish callbacks [] for security_group (e7e0ecbc-203a-4afb-a3ad-96882aa40d3a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.866608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port bdfbafea-3e39-44d2-9b40-9668e19b3334 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:17.866974 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e7e0ecbc-203a-4afb-a3ad-96882aa40d3a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.867267 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.893354 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:17.927922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e0ecbc-203a-4afb-a3ad-96882aa40d3a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:17.937507 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ad8767852aa4ca09da7c5af2e412e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579347 Jul 01 16:41:17.940270 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.940681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.940820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60452) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:17.941096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.941425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.941799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.942112 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.942521 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.942851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.943198 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.943533 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.943878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.944280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.944607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.944920 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.945254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78fab5-0cde-498f-94ad-7fdc1dae2cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:17.952726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:17.958333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:17.999212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:41:18.021775 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:18.027912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Publish callbacks [] for security_group (e7e0ecbc-203a-4afb-a3ad-96882aa40d3a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:18.122616 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Publish callbacks [] for security_group (e7e0ecbc-203a-4afb-a3ad-96882aa40d3a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:18.178720 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:18.184352 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:18.197933 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:18.200792 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=20 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:18.209627 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:18.212101 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:18.213194 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:18.221590 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2e0b01ec-7742-4de5-8c57-1f0972e533b6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "PUT /v2.0/floatingips/c91e6733-5677-48d4-8816-3f5ec5e17b9e HTTP/1.1" status: 200 len: 992 time: 1.8048253 Jul 01 16:41:18.221590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:18.223990 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886da775-2a82-49d2-a2ae-fe542ac647a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:18.232366 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e7e0ecbc-203a-4afb-a3ad-96882aa40d3a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:18.237340 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:18.239408 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7e0ecbc-203a-4afb-a3ad-96882aa40d3a HTTP/1.1" status: 204 len: 168 time: 0.2974496 Jul 01 16:41:18.250192 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189'}, {'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:18.253670 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77949144-5588-4686-87bb-185526149417" -d '{"events": [{"server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "name": "network-vif-plugged", "status": "completed", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189"}, {"server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "name": "network-vif-plugged", "status": "completed", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:18.255835 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e0ecbc-203a-4afb-a3ad-96882aa40d3a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:18.266736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.268697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.269187 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.269807 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.270416 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.270832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.271857 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.272431 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.273216 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.273629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.275098 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.275518 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.276257 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.276756 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.277183 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceccda28-031f-4c1e-8b3a-199bca1b9e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:18.293491 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd979d6d-35cf-4c3b-af0f-b8c56a30db78 x-openstack-request-id: req-dd979d6d-35cf-4c3b-af0f-b8c56a30db78 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:18.293861 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:18.294811 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd979d6d-35cf-4c3b-af0f-b8c56a30db78 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:18.296366 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd979d6d-35cf-4c3b-af0f-b8c56a30db78'] response: {'name': 'network-changed', 'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'status': 'completed', 'code': 200} Jul 01 16:41:18.346384 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:18.361967 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075b680e-505d-4c34-9016-4a8900e000f5 x-openstack-request-id: req-075b680e-505d-4c34-9016-4a8900e000f5 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:18.362389 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "name": "network-vif-plugged", "status": "completed", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189", "code": 200}, {"server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "name": "network-vif-plugged", "status": "completed", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:18.362711 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-075b680e-505d-4c34-9016-4a8900e000f5 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:18.363172 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075b680e-505d-4c34-9016-4a8900e000f5'] response: {'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189', 'code': 200} Jul 01 16:41:18.363544 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075b680e-505d-4c34-9016-4a8900e000f5'] response: {'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334', 'code': 200} Jul 01 16:41:18.507954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbffcaa-2fbd-4c5b-b878-b32aa205c941 req-f19e1c31-c999-4ebe-bc2e-6ea209a21c39 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:18.519563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbbffcaa-2fbd-4c5b-b878-b32aa205c941 req-f19e1c31-c999-4ebe-bc2e-6ea209a21c39 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0920792 Jul 01 16:41:18.559523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:18.607576 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbbffcaa-2fbd-4c5b-b878-b32aa205c941 req-b12af5c8-3dbe-4061-b8b3-967d03386ec5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866516 Jul 01 16:41:18.722473 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-56fc05fe-f98c-4d61-a1b9-36adec4ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:18.725219 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-56fc05fe-f98c-4d61-a1b9-36adec4ecab5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1130 time: 0.1099942 Jul 01 16:41:18.829247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608648a-f476-440d-8d1e-4384e92b7203 req-1d495cca-a18a-4f6d-a267-3211cd26c66d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:18.829247 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d608648a-f476-440d-8d1e-4384e92b7203 req-1d495cca-a18a-4f6d-a267-3211cd26c66d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0847492 Jul 01 16:41:18.891935 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60504) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:18.921106 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d608648a-f476-440d-8d1e-4384e92b7203 req-bd4332c5-bcfc-4cf3-9040-90cab0ec1041 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920217 Jul 01 16:41:18.932017 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-282dfe56-6908-4cd7-9461-3117136b037b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.003896 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:19.069797 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-282dfe56-6908-4cd7-9461-3117136b037b admin admin] Publish callbacks [] for security_group (7f8ca12a-2f3d-4f02-a94b-ae9e3515535e), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.079246 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-282dfe56-6908-4cd7-9461-3117136b037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7f8ca12a-2f3d-4f02-a94b-ae9e3515535e), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.122154 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:17Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:19.137932 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-282dfe56-6908-4cd7-9461-3117136b037b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c80547bc713f43eba2a8314e2fb05c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439032 Jul 01 16:41:19.139831 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dfe56-6908-4cd7-9461-3117136b037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ca12a-2f3d-4f02-a94b-ae9e3515535e,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:19.145084 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60514) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:19.192110 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:19.207102 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:19.208744 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:19.234519 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60520) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:19.270446 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] Publish callbacks [] for security_group (7f8ca12a-2f3d-4f02-a94b-ae9e3515535e), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.309681 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] Publish callbacks [] for security_group (7f8ca12a-2f3d-4f02-a94b-ae9e3515535e), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.327978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be89b4-8f22-4e1d-9490-eb105d8500a5 req-fd328d84-c98a-4a86-af3b-14b10c20a745 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:19.336012 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7be89b4-8f22-4e1d-9490-eb105d8500a5 req-fd328d84-c98a-4a86-af3b-14b10c20a745 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.2453828 Jul 01 16:41:19.344046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60526) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:19.347005 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:19.359668 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'floatingip': {'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:19.431280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7f8ca12a-2f3d-4f02-a94b-ae9e3515535e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.435456 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.436901 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f8ca12a-2f3d-4f02-a94b-ae9e3515535e HTTP/1.1" status: 204 len: 168 time: 0.2901299 Jul 01 16:41:19.486243 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c2f259c6-faac-42a1-9ce2-63cdba886613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.495797 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd9d19-6edb-42f9-99a6-62ae9bf8c359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ca12a-2f3d-4f02-a94b-ae9e3515535e,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:19.532069 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd888a6-88be-4405-bbf0-eb0ef6700a22 req-1e5bbbd3-8ba7-4e59-a97b-b322bb30729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:19.534158 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (65487426-be29-4feb-9006-252df3cb2490), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.534716 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3fd888a6-88be-4405-bbf0-eb0ef6700a22 req-1e5bbbd3-8ba7-4e59-a97b-b322bb30729b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1130 time: 0.1561165 Jul 01 16:41:19.663568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c2f259c6-faac-42a1-9ce2-63cdba886613 admin admin] Publish callbacks [] for security_group (82437dd3-74e0-42c0-a4ed-029ac998d830), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.671226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c2f259c6-faac-42a1-9ce2-63cdba886613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (82437dd3-74e0-42c0-a4ed-029ac998d830), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:19.701166 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-da28ac56-84bd-4bea-9cf4-03499e477e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:19.702663 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-da28ac56-84bd-4bea-9cf4-03499e477e0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.5098810 Jul 01 16:41:19.710651 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:19.748138 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-c2f259c6-faac-42a1-9ce2-63cdba886613 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c30ee4688f3c4f40b62c810dab8c7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100286 Jul 01 16:41:19.748138 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f259c6-faac-42a1-9ce2-63cdba886613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82437dd3-74e0-42c0-a4ed-029ac998d830,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:19.780260 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60534) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:19.825189 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:17Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:19.864317 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28053ff1-c939-4009-a028-1953f24df6ee None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:17Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:20.041416 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3fd888a6-88be-4405-bbf0-eb0ef6700a22 req-7fa4761f-d282-437e-8f22-dc0e87a27b8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652460 Jul 01 16:41:20.049539 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91166d-2308-4c86-980e-6fea5f094e09 req-38d1932e-fc6d-4d2c-9249-62da50696e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:20.052279 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0c91166d-2308-4c86-980e-6fea5f094e09 req-38d1932e-fc6d-4d2c-9249-62da50696e6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1129 time: 0.1736038 Jul 01 16:41:20.068858 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:20.069948 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] Publish callbacks [] for security_group (82437dd3-74e0-42c0-a4ed-029ac998d830), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.114072 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60548) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:20.116083 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] Publish callbacks [] for security_group (82437dd3-74e0-42c0-a4ed-029ac998d830), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.133270 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-f4a806b9-9131-4df1-bb63-1c65594cbab4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 200 len: 1000 time: 0.1811211 Jul 01 16:41:20.139585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd8d3-857a-4959-88ce-e00ed359e78c req-258b0dc8-b636-49e0-be30-96e36ebefa29 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:20.141027 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a8fd8d3-857a-4959-88ce-e00ed359e78c req-258b0dc8-b636-49e0-be30-96e36ebefa29 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1921093 Jul 01 16:41:20.149570 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-572f2162-a201-4bd8-89f5-a73cc1f909cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.178472 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (82437dd3-74e0-42c0-a4ed-029ac998d830), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.182058 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.186067 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82437dd3-74e0-42c0-a4ed-029ac998d830 HTTP/1.1" status: 204 len: 168 time: 0.4036198 Jul 01 16:41:20.197482 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b539f-96db-45d3-a7ae-570911e062d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82437dd3-74e0-42c0-a4ed-029ac998d830,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:20.356997 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066b215-c5db-4351-9c92-dbf6445afef7 None None] New status for floating IP c91e6733-5677-48d4-8816-3f5ec5e17b9e: ACTIVE {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:41:20.409363 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a8fd8d3-857a-4959-88ce-e00ed359e78c req-5c3e1c10-e609-460c-8aca-af3cf84914f5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472248 Jul 01 16:41:20.484287 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0c91166d-2308-4c86-980e-6fea5f094e09 req-c1ef8745-9437-4dc8-85b6-38da74351aed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985291 Jul 01 16:41:20.504136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:20.618620 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-572f2162-a201-4bd8-89f5-a73cc1f909cc admin admin] Publish callbacks [] for security_group (c7ea627d-f77d-4510-a151-f64cf40e5ccb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.661282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-572f2162-a201-4bd8-89f5-a73cc1f909cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c7ea627d-f77d-4510-a151-f64cf40e5ccb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.691398 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:20.733958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60564) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:20.752643 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6437dd07-29c8-4ad0-b091-15003dfcfef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.777887 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:20.860263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6437dd07-29c8-4ad0-b091-15003dfcfef3 admin admin] Publish callbacks [] for security_group (6682202b-a9db-470e-8a86-b95ec0459469), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.865844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6437dd07-29c8-4ad0-b091-15003dfcfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6682202b-a9db-470e-8a86-b95ec0459469), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.910302 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6437dd07-29c8-4ad0-b091-15003dfcfef3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1395a12992e9423286ddc2ad5265c260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753008 Jul 01 16:41:20.913731 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60568) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:20.920717 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437dd07-29c8-4ad0-b091-15003dfcfef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6682202b-a9db-470e-8a86-b95ec0459469,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:20.966725 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.976856 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] Publish callbacks [] for security_group (6682202b-a9db-470e-8a86-b95ec0459469), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.982255 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-572f2162-a201-4bd8-89f5-a73cc1f909cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cfc31dc318d4d6fa2eb10ede6b749fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8652341 Jul 01 16:41:20.982977 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (65487426-be29-4feb-9006-252df3cb2490), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:20.986112 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60570) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:20.987483 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-b042b973-57b5-4618-a2af-ff3377ebe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:20.988825 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-b042b973-57b5-4618-a2af-ff3377ebe9fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.3683395 Jul 01 16:41:21.000286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] Publish callbacks [] for security_group (6682202b-a9db-470e-8a86-b95ec0459469), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.035207 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f2162-a201-4bd8-89f5-a73cc1f909cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea627d-f77d-4510-a151-f64cf40e5ccb,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:21.063453 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6682202b-a9db-470e-8a86-b95ec0459469), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.066499 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.070145 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6682202b-a9db-470e-8a86-b95ec0459469 HTTP/1.1" status: 204 len: 168 time: 0.1530013 Jul 01 16:41:21.075545 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda684e9-6bed-43c7-a1ca-bf85d2b2511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682202b-a9db-470e-8a86-b95ec0459469,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:21.153718 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] Publish callbacks [] for security_group (c7ea627d-f77d-4510-a151-f64cf40e5ccb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.188586 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Floating IP 65487426-be29-4feb-9006-252df3cb2490 associated. External IP: 172.27.2.42, port: 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa. Jul 01 16:41:21.195354 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] Publish callbacks [] for security_group (c7ea627d-f77d-4510-a151-f64cf40e5ccb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.350030 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c7ea627d-f77d-4510-a151-f64cf40e5ccb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.353095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.354289 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7ea627d-f77d-4510-a151-f64cf40e5ccb HTTP/1.1" status: 204 len: 168 time: 0.3646176 Jul 01 16:41:21.425453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d1299-1c36-45cd-a3db-a398fd5f6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea627d-f77d-4510-a151-f64cf40e5ccb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:21.483405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:41:21.503373 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60588) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:21.519989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-73cc5195-e6ea-4ff2-a945-f5d0a634595c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.618139 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-73cc5195-e6ea-4ff2-a945-f5d0a634595c admin admin] Publish callbacks [] for security_group (00a800c3-a5bb-4fb9-8210-b56a082bdca4), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.623623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-73cc5195-e6ea-4ff2-a945-f5d0a634595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (00a800c3-a5bb-4fb9-8210-b56a082bdca4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.633267 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115250f6-5a69-404f-8935-6840b739e6ef req-916f3e04-3ec5-48fc-842c-d9733add5926 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:21.634393 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-115250f6-5a69-404f-8935-6840b739e6ef req-916f3e04-3ec5-48fc-842c-d9733add5926 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0624177 Jul 01 16:41:21.673725 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc5195-e6ea-4ff2-a945-f5d0a634595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a800c3-a5bb-4fb9-8210-b56a082bdca4,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:21.684828 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-73cc5195-e6ea-4ff2-a945-f5d0a634595c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10bf42ede27e4c9c8a2faa4dd348fbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800699 Jul 01 16:41:21.688505 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60590) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:21.705109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:21.710167 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-115250f6-5a69-404f-8935-6840b739e6ef req-2345ea01-7b10-4d14-8a91-099d053b5817 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692530 Jul 01 16:41:21.713338 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.719899 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:21.755195 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:21.756282 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:21.786547 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-763c8a9e-542c-4217-b19e-22b4e9aaadf1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "PUT /v2.0/floatingips/65487426-be29-4feb-9006-252df3cb2490 HTTP/1.1" status: 200 len: 990 time: 2.4346189 Jul 01 16:41:21.786547 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:21.792087 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec41d48-c403-4cfd-960a-3cb048cb4e99" -d '{"events": [{"name": "network-changed", "server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:21.811323 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.838129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] Publish callbacks [] for security_group (00a800c3-a5bb-4fb9-8210-b56a082bdca4), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.855750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74da62f-38a1-4ce1-b865-2fc7fc073c88 x-openstack-request-id: req-c74da62f-38a1-4ce1-b865-2fc7fc073c88 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:21.856193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:21.856456 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c74da62f-38a1-4ce1-b865-2fc7fc073c88 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:21.857699 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74da62f-38a1-4ce1-b865-2fc7fc073c88'] response: {'name': 'network-changed', 'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'status': 'completed', 'code': 200} Jul 01 16:41:21.876204 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] Publish callbacks [] for security_group (00a800c3-a5bb-4fb9-8210-b56a082bdca4), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.895294 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:21.928309 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (00a800c3-a5bb-4fb9-8210-b56a082bdca4), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.931608 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:21.932846 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00a800c3-a5bb-4fb9-8210-b56a082bdca4 HTTP/1.1" status: 204 len: 168 time: 0.2423131 Jul 01 16:41:21.943273 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bbd2d-f37e-4f73-b135-3779882df378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a800c3-a5bb-4fb9-8210-b56a082bdca4,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:22.137053 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '65487426-be29-4feb-9006-252df3cb2490', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:41Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:22.161926 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:22.171185 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:22.171935 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:22.174530 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:22.287685 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:22.508933 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '65487426-be29-4feb-9006-252df3cb2490', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:41Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:22.534875 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee23ac4-f8c8-4b33-86dd-7510e48f3a67 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '65487426-be29-4feb-9006-252df3cb2490', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:41Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:22.733470 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b61dd-753c-4c45-ab00-59a4b8167ae9 None None] New status for floating IP 65487426-be29-4feb-9006-252df3cb2490: ACTIVE {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:41:22.816641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:22.837301 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:22.877936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b4e1-1286-40f6-88ac-6ccb02a28222 req-3256c4ab-a98d-4db4-92e7-ff9932be9490 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:22.879945 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5124b4e1-1286-40f6-88ac-6ccb02a28222 req-3256c4ab-a98d-4db4-92e7-ff9932be9490 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0784595 Jul 01 16:41:22.934239 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5124b4e1-1286-40f6-88ac-6ccb02a28222 req-ce914eb8-f643-4388-88ca-4ea01b993ca5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Jul 01 16:41:23.197362 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60650) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:23.306151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fad00276-dce8-4b66-acab-3acedd4f14f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.340077 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:23.358633 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:23.388862 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fad00276-dce8-4b66-acab-3acedd4f14f7 admin admin] Publish callbacks [] for security_group (5da5486b-9e41-4813-a54a-087048ba082c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.394504 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fad00276-dce8-4b66-acab-3acedd4f14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5da5486b-9e41-4813-a54a-087048ba082c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.435493 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-fad00276-dce8-4b66-acab-3acedd4f14f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1427b7f42f374e1a9782153fd2a9cd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370484 Jul 01 16:41:23.436591 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad00276-dce8-4b66-acab-3acedd4f14f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5486b-9e41-4813-a54a-087048ba082c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:23.438139 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60658) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:23.489620 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] Publish callbacks [] for security_group (5da5486b-9e41-4813-a54a-087048ba082c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.493595 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:23.513290 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] Publish callbacks [] for security_group (5da5486b-9e41-4813-a54a-087048ba082c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.561480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5da5486b-9e41-4813-a54a-087048ba082c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.564610 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:23.566042 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5da5486b-9e41-4813-a54a-087048ba082c HTTP/1.1" status: 204 len: 168 time: 0.1266239 Jul 01 16:41:23.573779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff51b63-7c48-4030-8930-0e95afefaf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5486b-9e41-4813-a54a-087048ba082c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:24.062016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0f68e-2e6b-4d61-a2f8-ca8d812c94bc req-a9937a18-c95c-487d-98ec-cec31c8c1e8e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:24.063600 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-75a0f68e-2e6b-4d61-a2f8-ca8d812c94bc req-a9937a18-c95c-487d-98ec-cec31c8c1e8e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Jul 01 16:41:24.119333 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-75a0f68e-2e6b-4d61-a2f8-ca8d812c94bc req-c94c0ea3-1136-4e95-8b79-692c05caaac2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Jul 01 16:41:24.197797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60684) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:24.298030 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715799083-network', 'tenant_id': 'ef0cc672766c47759a088a398d95147f'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:24.323610 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Made reservation on behalf of ef0cc672766c47759a088a398d95147f for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:24.326143 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.335914 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.458017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks [] for security_group (38b9f96c-37f7-44ad-90e9-f055a6907e58), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.464621 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (38b9f96c-37f7-44ad-90e9-f055a6907e58), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.481848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:41:24.484334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-ed970090-3229-4ce8-8add-dc86bbd94c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:24.486598 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-ed970090-3229-4ce8-8add-dc86bbd94c8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732262 Jul 01 16:41:24.510410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (a6aea568-8f46-4eb2-9ff2-3bd259c6892c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.510816 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Added segment a6aea568-8f46-4eb2-9ff2-3bd259c6892c of type vlan for network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 Jul 01 16:41:24.520255 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b9f96c-37f7-44ad-90e9-f055a6907e58,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:24.557020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (2ae80d44-e5eb-422c-be0c-2606e5c357a3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.591562 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (2ae80d44-e5eb-422c-be0c-2606e5c357a3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.592653 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:24.593327 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.639083 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4400983 Jul 01 16:41:24.642418 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60706) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:24.674041 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Request body: {'subnet': {'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715799083-subnet', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:24.679117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6535d2-87cd-4e5e-b8d2-bccca0e5a964 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae80d44-e5eb-422c-be0c-2606e5c357a3,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:24.690573 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:41:24.700588 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Made reservation on behalf of ef0cc672766c47759a088a398d95147f for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:24.703450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.800414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:24.882160 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:24.890005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (b9d3a047-85f0-4559-96a9-7bc6284478b0), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:24.951205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d3a047-85f0-4559-96a9-7bc6284478b0,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:24.964961 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Checking segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:24.965327 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Network hostable DHCP agents. Network: 2ae80d44-e5eb-422c-be0c-2606e5c357a3, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:41:24.984015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:41:24.993947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 2ae80d44-e5eb-422c-be0c-2606e5c357a3) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:24.998593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:24.999724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.003935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78d9b5-b31f-42b3-8767-a6664fe30e29 None None] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:25.021365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ba0dae21-10a1-4076-b510-ecb61567164d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749125 Jul 01 16:41:25.025471 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60714) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:25.068101 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-7a1248e0-19f7-43e3-bbef-a56fdbfcfaee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516324 Jul 01 16:41:25.071894 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:25.095873 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.097823 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.119506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366f777-3499-4109-8989-004945470f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:41:25.120545 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.139899 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-7b5fbd89-ffdf-48f8-b91d-b60f3a6a4ee7 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197233 Jul 01 16:41:25.156902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for router_controller (28187b32-b7ab-44de-a28e-3101bbde27ec), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.250273 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5619-6985-4ab8-bb54-fac272ca21a2 req-29c6766b-96bd-4387-ba80-6d529a2052f2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:25.251901 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-648e5619-6985-4ab8-bb54-fac272ca21a2 req-29c6766b-96bd-4387-ba80-6d529a2052f2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Jul 01 16:41:25.272292 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-4366f777-3499-4109-8989-004945470f1d None None] Allocated IP 172.20.0.2 (2ae80d44-e5eb-422c-be0c-2606e5c357a3/b9d3a047-85f0-4559-96a9-7bc6284478b0/8f0a2d95-b42e-498f-8ebf-3a1c52c49217) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:25.311989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for router_gateway (28187b32-b7ab-44de-a28e-3101bbde27ec), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.316648 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-648e5619-6985-4ab8-bb54-fac272ca21a2 req-90085bb2-9c6b-42a5-a101-7ed6838677bb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581136 Jul 01 16:41:25.420490 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks [] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.436500 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.484664 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366f777-3499-4109-8989-004945470f1d None None] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:25.488115 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-4366f777-3499-4109-8989-004945470f1d None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:25.490562 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366f777-3499-4109-8989-004945470f1d None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:25.500054 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f777-3499-4109-8989-004945470f1d None None] Pushing event updated for resources: {'Port': ['ID=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:25.544250 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:25.554257 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for router_gateway (28187b32-b7ab-44de-a28e-3101bbde27ec), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.555512 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4366f777-3499-4109-8989-004945470f1d None None] Attempting to bind port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:25.555884 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4366f777-3499-4109-8989-004945470f1d None None] Attempting to bind port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:25.556420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366f777-3499-4109-8989-004945470f1d None None] Attempting to bind port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 on network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:25.562436 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366f777-3499-4109-8989-004945470f1d None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:25.563027 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366f777-3499-4109-8989-004945470f1d None None] Checking segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:25.563589 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.564565 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366f777-3499-4109-8989-004945470f1d None None] Bound using segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:25.565031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4366f777-3499-4109-8989-004945470f1d None None] Bound port: 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:25.565572 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.582469 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.594855 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-6e2706a2-cd7c-4f1c-93dd-d2fec1132e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:25.594855 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-6e2706a2-cd7c-4f1c-93dd-d2fec1132e52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1129 time: 0.0917256 Jul 01 16:41:25.631992 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4366f777-3499-4109-8989-004945470f1d None None] For port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:25.637985 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4366f777-3499-4109-8989-004945470f1d None None] For port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:25.647078 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4366f777-3499-4109-8989-004945470f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.719443 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f777-3499-4109-8989-004945470f1d None None] Pushing event updated for resources: {'Port': ['ID=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:25.728097 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Allocated IP 172.27.2.152 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/ff03608a-9553-4ec2-add3-e6a18071478f) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:25.908593 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for port (ff03608a-9553-4ec2-add3-e6a18071478f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:25.964262 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-886da775-2a82-49d2-a2ae-fe542ac647a1 req-069006ea-ba1e-4a68-b1e9-b6a72387b06c service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829145 Jul 01 16:41:25.989945 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:26.003566 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:26.004682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:26.137318 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:26.145501 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:26.148551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:26.184828 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Pushing event updated for resources: {'Port': ['ID=ff03608a-9553-4ec2-add3-e6a18071478f,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:26.197332 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-51e62a4e-1921-4f9e-b495-ffa5f04f5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.198837 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-51e62a4e-1921-4f9e-b495-ffa5f04f5591 service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.2685745 Jul 01 16:41:26.460836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47544e8-eee9-4726-becd-ad8d8bf5ae7d req-794ba9ca-462b-4c36-97e3-cbd7750984c8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.462622 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e47544e8-eee9-4726-becd-ad8d8bf5ae7d req-794ba9ca-462b-4c36-97e3-cbd7750984c8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0679803 Jul 01 16:41:26.467400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60768) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:26.577729 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e47544e8-eee9-4726-becd-ad8d8bf5ae7d req-e25b7fd3-b6e0-406e-92bc-d3f0943f7fad tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079786 Jul 01 16:41:26.605083 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-7c7cdd83-7224-4333-b691-0c90a44d70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.606956 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-7c7cdd83-7224-4333-b691-0c90a44d70ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1130 time: 0.0717738 Jul 01 16:41:26.682959 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-8a0654ad-93b9-49d6-91c1-bf49941c843a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 1000 time: 0.1162486 Jul 01 16:41:26.727675 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for router_gateway (28187b32-b7ab-44de-a28e-3101bbde27ec), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:26.753258 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e00246dd-b5dc-4b68-98d6-d1b479e9d7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:26.815040 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-03dfed7a-6d3e-413a-bd5a-fabf1696e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.816436 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-03dfed7a-6d3e-413a-bd5a-fabf1696e651 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.1243536 Jul 01 16:41:26.853177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-54fa7904-3a46-4e6c-8f4a-f2f34c7085c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.856380 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-54fa7904-3a46-4e6c-8f4a-f2f34c7085c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.2230082 Jul 01 16:41:26.885434 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-2ed0f182-ce08-4874-8d59-46c4cad7da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:26.887143 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-2ed0f182-ce08-4874-8d59-46c4cad7da9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599406 Jul 01 16:41:26.964418 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e00246dd-b5dc-4b68-98d6-d1b479e9d7ce admin admin] Publish callbacks [] for security_group (0593416d-8bc0-45a1-8652-9fe3a79b8bc7), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:26.981364 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e00246dd-b5dc-4b68-98d6-d1b479e9d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0593416d-8bc0-45a1-8652-9fe3a79b8bc7), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.029843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:27.075653 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:27.075996 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80b024-f860-45c7-be28-ac57c765919b None None] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:27.093702 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-dfb6c488-d7b6-4422-b837-48e1aff11e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.095726 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-dfb6c488-d7b6-4422-b837-48e1aff11e3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1129 time: 0.1551070 Jul 01 16:41:27.142290 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-f62e564f-0d2f-48b5-be63-782063c4811f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 200 len: 1002 time: 0.2327700 Jul 01 16:41:27.151664 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e00246dd-b5dc-4b68-98d6-d1b479e9d7ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0776ab3ff39c4bbc8e4ba19eb6a978b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6831305 Jul 01 16:41:27.153392 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60788) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:27.165114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1702949-5515-49ae-b02d-f76bc853b3bf req-1a115420-f9c5-4d9a-93cb-1fd2aca4a753 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.173640 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1702949-5515-49ae-b02d-f76bc853b3bf req-1a115420-f9c5-4d9a-93cb-1fd2aca4a753 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.2109129 Jul 01 16:41:27.175624 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.187173 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-2d21c480-9d3f-4711-9a75-89ad83520e95 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623999 Jul 01 16:41:27.202474 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00246dd-b5dc-4b68-98d6-d1b479e9d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0593416d-8bc0-45a1-8652-9fe3a79b8bc7,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:27.205219 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:27.284326 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1702949-5515-49ae-b02d-f76bc853b3bf req-5a4b0166-e81d-45b0-963b-ad9564f58080 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092312 Jul 01 16:41:27.302245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:27.308584 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-5eb0f733-729a-4d90-af7f-ab3a716b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.310545 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-5eb0f733-729a-4d90-af7f-ab3a716b49c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.1573980 Jul 01 16:41:27.359127 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:27.388736 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:27.400662 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-55b21705-3c7f-4664-892a-ed4d4ebf2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.402711 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-55b21705-3c7f-4664-892a-ed4d4ebf2cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719762 Jul 01 16:41:27.407362 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Provisioning complete for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:27.408284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.480003 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3ec41d48-c403-4cfd-960a-3cb048cb4e99 req-c630442e-b8d2-43b7-a627-56b935997e3c service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598777 Jul 01 16:41:27.486554 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:27.486554 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.493829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-b20ce185-755a-48dd-95a1-06cde517c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.495514 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-b20ce185-755a-48dd-95a1-06cde517c738 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.3863027 Jul 01 16:41:27.509205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] Publish callbacks [] for security_group (0593416d-8bc0-45a1-8652-9fe3a79b8bc7), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.531207 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-e6636e5b-08a8-4fdc-aa3d-b7aa892134d6 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120381 Jul 01 16:41:27.585110 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Current status of the port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:27.585852 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.591371 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-383e91c7-ec9c-4629-b79f-aa23eddef62b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 200 len: 217 time: 0.0744488 Jul 01 16:41:27.598954 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] Publish callbacks [] for security_group (0593416d-8bc0-45a1-8652-9fe3a79b8bc7), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.657710 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] For port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:27.665948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.670473 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c828f229-4ade-41b3-b01c-9b7d938709f8 req-c5ce117f-17a5-4899-9fdb-6471ff5880c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306136 Jul 01 16:41:27.690622 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-b891e19a-6016-4076-bdb1-dfe208cfe46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.692311 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-b891e19a-6016-4076-bdb1-dfe208cfe46f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0890353 Jul 01 16:41:27.713955 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:27.714356 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.736781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ac45-5358-4288-a96a-72a90a4591dd None None] Pushing event updated for resources: {'Port': ['ID=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:27.768104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-8dd96c74-7676-4795-8ca3-eee3a5b128f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:27.769407 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-8dd96c74-7676-4795-8ca3-eee3a5b128f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688658 Jul 01 16:41:27.771427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Router 28187b32-b7ab-44de-a28e-3101bbde27ec is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:41:27.802167 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0593416d-8bc0-45a1-8652-9fe3a79b8bc7), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.803806 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-aa23e6cd-f5e4-49b0-945f-b3f0e797fcc3 None None] Provisioning complete for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:27.804172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6cd-f5e4-49b0-945f-b3f0e797fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.804701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:27.806814 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0593416d-8bc0-45a1-8652-9fe3a79b8bc7 HTTP/1.1" status: 204 len: 168 time: 0.6510091 Jul 01 16:41:27.807488 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 16:41:27.807889 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG oslo_db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 16:41:27.893962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-aa23e6cd-f5e4-49b0-945f-b3f0e797fcc3 None None] Current status of the port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:27.904187 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460be276-ada0-466e-b1a0-cee6bb5b4954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0593416d-8bc0-45a1-8652-9fe3a79b8bc7,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:27.994269 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-ac7b9a2c-2038-4068-99a4-3180cb3dcdfe service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152734 Jul 01 16:41:27.998532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:28.010245 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Sync routers for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:28.024137 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:28.025056 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:28.050647 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.051905 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4bbcb76e-ccd4-4957-b8eb-115096189d45 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9865458 Jul 01 16:41:28.054750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60802) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:28.134781 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-824903be-173d-4ee3-9856-dc7e1be5db07 req-9510ac5c-dbca-4f82-8327-7a05ce0174bf service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291840 Jul 01 16:41:28.139566 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:28.144828 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60804) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:28.163976 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8c65f7e9-d9a8-4a6e-a181-4710ce2bc0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.177568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:28.301425 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8c65f7e9-d9a8-4a6e-a181-4710ce2bc0f0 admin admin] Publish callbacks [] for security_group (f460c820-1306-460a-9963-8781554d65e0), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.316755 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8c65f7e9-d9a8-4a6e-a181-4710ce2bc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f460c820-1306-460a-9963-8781554d65e0), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.355823 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:28.364394 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:28.380875 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65f7e9-d9a8-4a6e-a181-4710ce2bc0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460c820-1306-460a-9963-8781554d65e0,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:28.405838 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:26Z', 'revision_number': 3, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:28.413037 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8c65f7e9-d9a8-4a6e-a181-4710ce2bc0f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b36385de9bfd4ba691c28ab5550aa7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621605 Jul 01 16:41:28.414024 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60816) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:28.436563 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Checking router: 28187b32-b7ab-44de-a28e-3101bbde27ec for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:28.436913 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Updating router 28187b32-b7ab-44de-a28e-3101bbde27ec port ff03608a-9553-4ec2-add3-e6a18071478f binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:41:28.466525 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.476803 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] Publish callbacks [] for security_group (f460c820-1306-460a-9963-8781554d65e0), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.489955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:28.498114 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:28.500230 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aae8d0-bbe1-4471-801d-aae47783c321 req-4a5d39cf-93b0-435f-95ef-730c709c81f5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:28.502981 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91aae8d0-bbe1-4471-801d-aae47783c321 req-4a5d39cf-93b0-435f-95ef-730c709c81f5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0871146 Jul 01 16:41:28.516947 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] Publish callbacks [] for security_group (f460c820-1306-460a-9963-8781554d65e0), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.580063 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f460c820-1306-460a-9963-8781554d65e0), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.584745 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.588406 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f460c820-1306-460a-9963-8781554d65e0 HTTP/1.1" status: 204 len: 168 time: 0.1705093 Jul 01 16:41:28.614886 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef75cf-831e-4b97-8ad1-3adc4d035c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460c820-1306-460a-9963-8781554d65e0,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:28.631831 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91aae8d0-bbe1-4471-801d-aae47783c321 req-45989cd7-1adc-4139-8da3-82baf320b6d6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217432 Jul 01 16:41:28.669046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.775487 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks [] for port (ff03608a-9553-4ec2-add3-e6a18071478f), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.778270 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:28.791716 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.849694 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Pushing event updated for resources: {'Port': ['ID=ff03608a-9553-4ec2-add3-e6a18071478f,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:28.867084 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.868045 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.868369 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.868751 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.869156 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.869556 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.869951 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.870356 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.870768 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.871278 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.871757 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.872384 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.872882 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.873349 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.873818 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:41:28.882833 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Attempting to bind port ff03608a-9553-4ec2-add3-e6a18071478f on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:28.883434 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Attempting to bind port ff03608a-9553-4ec2-add3-e6a18071478f by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:28.883988 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Attempting to bind port ff03608a-9553-4ec2-add3-e6a18071478f on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:28.890107 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:28.890830 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:28.891403 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.891771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Allocated IP 172.20.0.1 (2ae80d44-e5eb-422c-be0c-2606e5c357a3/b9d3a047-85f0-4559-96a9-7bc6284478b0/94cdc056-342d-41d9-a6dd-ea6d71566b00) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:28.892172 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:28.892933 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Bound port: ff03608a-9553-4ec2-add3-e6a18071478f, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:28.893498 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:28.949255 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] For port ff03608a-9553-4ec2-add3-e6a18071478f, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:28.952675 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] For port ff03608a-9553-4ec2-add3-e6a18071478f, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=ff03608a-9553-4ec2-add3-e6a18071478f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:28.962787 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.009588 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:29.051465 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63c2b-4a74-474b-af2e-47b9d66885b7 None None] Pushing event updated for resources: {'Port': ['ID=ff03608a-9553-4ec2-add3-e6a18071478f,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:29.062570 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks [] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.073521 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:29.074556 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:29.098895 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:29.114829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.179179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Pushing event updated for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:29.185823 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:29.191980 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:29.193651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:29.196458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:29.221734 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:29.254443 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (28187b32-b7ab-44de-a28e-3101bbde27ec), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.269290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:29.269673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.416316 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:29.505199 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:29.506808 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60864) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:29.523130 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:26Z', 'revision_number': 3, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:29.571030 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182ded9-a243-4ad8-8382-924eab01658d None None] The sync data for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi is: [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:26Z', 'revision_number': 3, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:29.649934 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-d54d6df8-af6a-450a-b7fe-0a7200618dfc None None] Provisioning complete for port 94cdc056-342d-41d9-a6dd-ea6d71566b00 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:29.650311 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d54d6df8-af6a-450a-b7fe-0a7200618dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.703003 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:29.711083 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d54d6df8-af6a-450a-b7fe-0a7200618dfc None None] Port 94cdc056-342d-41d9-a6dd-ea6d71566b00 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:29.716263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9b47341-f8bf-4537-8063-78a44cb5c6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.839789 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15c09-2a35-470b-8903-ab6680798c26 req-9f0cb6ff-cf2e-44b2-8c49-254c860d8932 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:29.841273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60f15c09-2a35-470b-8903-ab6680798c26 req-9f0cb6ff-cf2e-44b2-8c49-254c860d8932 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0813861 Jul 01 16:41:29.844058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.848116 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9b47341-f8bf-4537-8063-78a44cb5c6f1 admin admin] Publish callbacks [] for security_group (51c5fdc5-78bb-4be5-a958-5f1a81da8731), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.855568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9b47341-f8bf-4537-8063-78a44cb5c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (51c5fdc5-78bb-4be5-a958-5f1a81da8731), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:29.914730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:29.955286 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60f15c09-2a35-470b-8903-ab6680798c26 req-01fa326c-83c6-40d6-ac45-b53890051c15 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065969 Jul 01 16:41:30.130801 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks [] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.131297 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e9b47341-f8bf-4537-8063-78a44cb5c6f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d29b085bfc54d3a94f6080bd0078690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227674 Jul 01 16:41:30.132262 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b47341-f8bf-4537-8063-78a44cb5c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5fdc5-78bb-4be5-a958-5f1a81da8731,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:30.135182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 60882) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:30.144191 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.256301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Pushing event updated for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:30.263251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (28187b32-b7ab-44de-a28e-3101bbde27ec), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.298227 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] Publish callbacks [] for security_group (51c5fdc5-78bb-4be5-a958-5f1a81da8731), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.325916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:30.369012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] Publish callbacks [] for security_group (51c5fdc5-78bb-4be5-a958-5f1a81da8731), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.456407 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:30.460355 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:30.557100 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (51c5fdc5-78bb-4be5-a958-5f1a81da8731), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.559967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.561147 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51c5fdc5-78bb-4be5-a958-5f1a81da8731 HTTP/1.1" status: 204 len: 168 time: 0.4249384 Jul 01 16:41:30.578216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844827f4-e009-40fc-94e6-d3864e6e780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5fdc5-78bb-4be5-a958-5f1a81da8731,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:30.650266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Router 28187b32-b7ab-44de-a28e-3101bbde27ec has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:41:30.669174 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:41:30.804464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:30.815199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-88eda1c8-6c87-4046-945b-a360481e5dec admin admin] 10.222.0.57 "PUT /v2.0/routers/28187b32-b7ab-44de-a28e-3101bbde27ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539048 Jul 01 16:41:30.853238 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-e9f6a06a-5ff4-45b0-b84d-38180f4daf46 None None] Provisioning complete for port 94cdc056-342d-41d9-a6dd-ea6d71566b00 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:30.854584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a06a-5ff4-45b0-b84d-38180f4daf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:30.911958 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6a06a-5ff4-45b0-b84d-38180f4daf46 None None] Port 94cdc056-342d-41d9-a6dd-ea6d71566b00 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:30.992241 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60908) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:31.008123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8611bddf-b7b3-48f0-82cc-137b2dd0faf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.077696 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device ff03608a-9553-4ec2-add3-e6a18071478f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:31.143024 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8611bddf-b7b3-48f0-82cc-137b2dd0faf3 admin admin] Publish callbacks [] for security_group (c8696d0b-9961-4d29-97a2-0537fff9aaea), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.151873 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8611bddf-b7b3-48f0-82cc-137b2dd0faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c8696d0b-9961-4d29-97a2-0537fff9aaea), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.152896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2533-7740-4ca9-8dc9-50a9ea266e0f req-d92070e4-f6bb-4f10-9941-0105714583ec tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:31.163457 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbad2533-7740-4ca9-8dc9-50a9ea266e0f req-d92070e4-f6bb-4f10-9941-0105714583ec tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0728788 Jul 01 16:41:31.178911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port ff03608a-9553-4ec2-add3-e6a18071478f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:31.179237 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.219202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:31.221596 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8611bddf-b7b3-48f0-82cc-137b2dd0faf3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01c8d496300041168b3f96a865bcef1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314646 Jul 01 16:41:31.222605 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611bddf-b7b3-48f0-82cc-137b2dd0faf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8696d0b-9961-4d29-97a2-0537fff9aaea,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:31.225228 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60918) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:31.236257 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbad2533-7740-4ca9-8dc9-50a9ea266e0f req-71c02008-d8dc-4bc2-8b81-35f72f34b903 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702689 Jul 01 16:41:31.289754 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9b28485a-715d-426d-b148-004292540afb admin admin] Publish callbacks [] for security_group (c8696d0b-9961-4d29-97a2-0537fff9aaea), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.293439 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:31.298840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port ff03608a-9553-4ec2-add3-e6a18071478f is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:31.299482 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.319857 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9b28485a-715d-426d-b148-004292540afb admin admin] Publish callbacks [] for security_group (c8696d0b-9961-4d29-97a2-0537fff9aaea), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.339960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port ff03608a-9553-4ec2-add3-e6a18071478f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=ff03608a-9553-4ec2-add3-e6a18071478f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:31.349504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.392159 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9b28485a-715d-426d-b148-004292540afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c8696d0b-9961-4d29-97a2-0537fff9aaea), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.395034 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9b28485a-715d-426d-b148-004292540afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:31.396353 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-9b28485a-715d-426d-b148-004292540afb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8696d0b-9961-4d29-97a2-0537fff9aaea HTTP/1.1" status: 204 len: 168 time: 0.1698849 Jul 01 16:41:31.405906 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28485a-715d-426d-b148-004292540afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8696d0b-9961-4d29-97a2-0537fff9aaea,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:31.432051 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=ff03608a-9553-4ec2-add3-e6a18071478f,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:31.787296 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Sync routers for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:31.799639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:31.800291 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:31.935633 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:32.086156 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 60974) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:32.093653 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1467053396-network', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:32.131557 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Made reservation on behalf of f8d3731c3718400b9f8143151dfaac9f for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:32.134596 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.144700 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.193067 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 2, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:32.222657 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:32.223922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Checking router: 28187b32-b7ab-44de-a28e-3101bbde27ec for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:32.224302 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Updating router 28187b32-b7ab-44de-a28e-3101bbde27ec port 94cdc056-342d-41d9-a6dd-ea6d71566b00 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:41:32.245680 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks [] for security_group (ed188099-e564-4010-8cf7-c56492707c0b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.255553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ed188099-e564-4010-8cf7-c56492707c0b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.261006 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.287025 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:41:32.307553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed188099-e564-4010-8cf7-c56492707c0b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:32.310796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (0807e6d6-b23f-429a-96a8-365b76cf6820), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.311478 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Added segment 0807e6d6-b23f-429a-96a8-365b76cf6820 of type vlan for network 2dc239ca-bb79-433e-9b13-d586c3b0407c Jul 01 16:41:32.380251 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (2dc239ca-bb79-433e-9b13-d586c3b0407c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.415448 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (2dc239ca-bb79-433e-9b13-d586c3b0407c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.417065 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:32.418018 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.426066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28585f29-33bd-47dc-b68d-5da9d86ecbfa req-ab2687a0-bdc7-4494-95e5-e6d2a169da9e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:32.428242 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28585f29-33bd-47dc-b68d-5da9d86ecbfa req-ab2687a0-bdc7-4494-95e5-e6d2a169da9e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0739739 Jul 01 16:41:32.469033 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:32.472792 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3837020 Jul 01 16:41:32.475678 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 32776) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:32.482632 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Request body: {'subnet': {'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1467053396-subnet', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:32.519743 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28585f29-33bd-47dc-b68d-5da9d86ecbfa req-7d24c659-0052-4e3d-a1cb-2578316c7091 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846536 Jul 01 16:41:32.557327 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72fc5-4e26-4fad-b182-6056e838648f admin admin] Pushing event updated for resources: {'Network': ['ID=2dc239ca-bb79-433e-9b13-d586c3b0407c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:32.568106 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Made reservation on behalf of f8d3731c3718400b9f8143151dfaac9f for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:32.578962 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983309'] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.581942 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:41:32.747547 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:32.777030 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks [] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.784658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.858015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa361a9-e626-4904-bc52-691862083c47 None None] Pushing event updated for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:32.876920 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4030316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983323'] for subnet (2d44cc98-222c-472e-ae5f-817f71224c05), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.967892 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d44cc98-222c-472e-ae5f-817f71224c05,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:32.976473 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Checking segment: {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:32.976890 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Network hostable DHCP agents. Network: 2dc239ca-bb79-433e-9b13-d586c3b0407c, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:41:32.978588 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Attempting to bind port 94cdc056-342d-41d9-a6dd-ea6d71566b00 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:32.979268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Attempting to bind port 94cdc056-342d-41d9-a6dd-ea6d71566b00 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:32.979494 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Attempting to bind port 94cdc056-342d-41d9-a6dd-ea6d71566b00 on network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:32.985635 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:32.986036 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Checking segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:32.986471 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:32.986867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Bound using segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:32.987946 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Bound port: 94cdc056-342d-41d9-a6dd-ea6d71566b00, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:32.988656 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.005108 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:33.021112 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:41:33.055422 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 2dc239ca-bb79-433e-9b13-d586c3b0407c) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:33.070247 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:33.071128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.092343 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] For port 94cdc056-342d-41d9-a6dd-ea6d71566b00, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:33.097668 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] For port 94cdc056-342d-41d9-a6dd-ea6d71566b00, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=94cdc056-342d-41d9-a6dd-ea6d71566b00,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:33.114644 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22630e-eab9-41b2-aef1-7b1f970be48b None None] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:33.116441 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a4a65b6a-bb43-4e60-9336-8b66d52aaea7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6387365 Jul 01 16:41:33.119226 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 32812) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:33.124532 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:33.168182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (f50f1454-aa34-46d9-a681-e26c66653552), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.170013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (f50f1454-aa34-46d9-a681-e26c66653552), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.227325 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device ff03608a-9553-4ec2-add3-e6a18071478f up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:33.233155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.244414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for router_controller (f50f1454-aa34-46d9-a681-e26c66653552), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.448963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for router_gateway (f50f1454-aa34-46d9-a681-e26c66653552), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.535999 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Provisioning complete for port 94cdc056-342d-41d9-a6dd-ea6d71566b00 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:33.536703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.636399 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:33.637053 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:33.811124 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 32842) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:33.819059 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:33.913352 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e5db6-1fc3-48d8-bfba-f0b0a45c1173 req-689b6fb3-c9ed-4871-9093-743a24b6b792 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:33.914967 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-653e5db6-1fc3-48d8-bfba-f0b0a45c1173 req-689b6fb3-c9ed-4871-9093-743a24b6b792 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.2853436 Jul 01 16:41:33.931842 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:33.936905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for router_gateway (f50f1454-aa34-46d9-a681-e26c66653552), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.941841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa361a9-e626-4904-bc52-691862083c47 None None] Pushing event updated for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:33.973534 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-2dc239ca-bb79-433e-9b13-d586c3b0407c', 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c', 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'fixed_ips': [{'subnet_id': '2d44cc98-222c-472e-ae5f-817f71224c05'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:41:33.976202 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.983118 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:33.988062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:34.028268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port ff03608a-9553-4ec2-add3-e6a18071478f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:34.029031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.080893 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7aa4464c-7280-4c21-a028-a83956466b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.139627 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-653e5db6-1fc3-48d8-bfba-f0b0a45c1173 req-e19fe2ce-e4af-45b1-8ec5-7651acc60609 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169569 Jul 01 16:41:34.256934 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7aa4464c-7280-4c21-a028-a83956466b12 admin admin] Publish callbacks [] for security_group (9a5ec773-0b0e-46b6-af43-56f58c282013), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.261716 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Allocated IP 172.27.2.3 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/adb6ed2d-2fb4-4187-9c1d-d843a92cb89e) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:34.265113 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7aa4464c-7280-4c21-a028-a83956466b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9a5ec773-0b0e-46b6-af43-56f58c282013), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.276951 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:34.311214 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:34.320158 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4464c-7280-4c21-a028-a83956466b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ec773-0b0e-46b6-af43-56f58c282013,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:34.351626 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7aa4464c-7280-4c21-a028-a83956466b12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b33aef28a7e7420894bb07c1f2e60ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5387697 Jul 01 16:41:34.354223 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 32856) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:34.442449 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] Publish callbacks [] for security_group (9a5ec773-0b0e-46b6-af43-56f58c282013), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.444568 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Current status of the port 94cdc056-342d-41d9-a6dd-ea6d71566b00 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:34.444959 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.466205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7d2b-94e8-4db1-82cf-e7ef14ec00ff req-91d8f78d-b723-49f6-bb72-3ea240f2a4ae tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:34.468885 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9fec7d2b-94e8-4db1-82cf-e7ef14ec00ff req-91d8f78d-b723-49f6-bb72-3ea240f2a4ae tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.1993096 Jul 01 16:41:34.484085 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] Publish callbacks [] for security_group (9a5ec773-0b0e-46b6-af43-56f58c282013), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.489350 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port ff03608a-9553-4ec2-add3-e6a18071478f is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:34.506041 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Allocated IP 172.20.0.2 (2dc239ca-bb79-433e-9b13-d586c3b0407c/2d44cc98-222c-472e-ae5f-817f71224c05/2563396b-bbd5-4af2-95e9-fd3ac04eea6c) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:34.519875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:33Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:34.552612 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9fec7d2b-94e8-4db1-82cf-e7ef14ec00ff req-184dff53-7f14-41f9-b05d-51555013c193 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761690 Jul 01 16:41:34.562849 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ac256-80cf-44fe-b59a-b05f18e6c035 None None] The sync data for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi is: [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:33Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:34.571220 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] For port 94cdc056-342d-41d9-a6dd-ea6d71566b00, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=94cdc056-342d-41d9-a6dd-ea6d71566b00,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:34.600502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9a5ec773-0b0e-46b6-af43-56f58c282013), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.611969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.616437 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.619160 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.627480 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a5ec773-0b0e-46b6-af43-56f58c282013 HTTP/1.1" status: 204 len: 168 time: 0.2698195 Jul 01 16:41:34.675356 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e1a44-82c7-4241-a3c4-9a5f7f044f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ec773-0b0e-46b6-af43-56f58c282013,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:34.677743 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:34.708463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.762930 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:34.772784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:34.775872 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:34.810252 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Pushing event updated for resources: {'Port': ['ID=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:34.857375 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-1f290671-238b-493a-9dfd-120f0a289ea5 None None] Provisioning complete for port 94cdc056-342d-41d9-a6dd-ea6d71566b00 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:34.857948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1f290671-238b-493a-9dfd-120f0a289ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:34.906780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d183f1-f98a-4574-8d1a-5df6ae7d5cb5 None None] Pushing event updated for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:35.030598 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks [] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.056603 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:35.059632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.105871 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1f290671-238b-493a-9dfd-120f0a289ea5 None None] Current status of the port 94cdc056-342d-41d9-a6dd-ea6d71566b00 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:35.119529 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:35.123517 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:35.127626 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:35.135008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Pushing event updated for resources: {'Port': ['ID=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:35.160346 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 94cdc056-342d-41d9-a6dd-ea6d71566b00 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:35.173510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for router_gateway (f50f1454-aa34-46d9-a681-e26c66653552), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.185835 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 32868) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:35.206543 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22b68610-c2bf-45e0-acd3-4fbc4023bb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.239593 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Attempting to bind port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:35.239963 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Attempting to bind port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:35.240504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Attempting to bind port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c on network 2dc239ca-bb79-433e-9b13-d586c3b0407c {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:35.247928 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:35.249872 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Checking segment: {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:35.249872 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.249872 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Bound using segment: {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:35.249872 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Bound port: 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:35.249872 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.298851 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 94cdc056-342d-41d9-a6dd-ea6d71566b00 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:35.299322 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.334960 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22b68610-c2bf-45e0-acd3-4fbc4023bb8d admin admin] Publish callbacks [] for security_group (b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.343519 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22b68610-c2bf-45e0-acd3-4fbc4023bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.346127 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:35.350177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d5f5e-bc05-4817-9a8c-833199966ab7 req-74f942d1-b6af-4b95-9aa1-d2251c532be8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:35.351791 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b71d5f5e-bc05-4817-9a8c-833199966ab7 req-74f942d1-b6af-4b95-9aa1-d2251c532be8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1027799 Jul 01 16:41:35.404901 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] For port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:35.408506 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-22b68610-c2bf-45e0-acd3-4fbc4023bb8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e07de00e0b3a4983834b33d9a40ca306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199512 Jul 01 16:41:35.411693 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 32870) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:35.414390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] For port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:35.429823 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.481066 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bd020-45bb-4ec5-8e67-0ccc3a2e6e29 None None] Pushing event updated for resources: {'Port': ['ID=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:35.495712 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b68610-c2bf-45e0-acd3-4fbc4023bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:35.532845 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 94cdc056-342d-41d9-a6dd-ea6d71566b00 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:35.534007 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] Publish callbacks [] for security_group (b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.588921 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] Publish callbacks [] for security_group (b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.617097 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:35.643344 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b71d5f5e-bc05-4817-9a8c-833199966ab7 req-e0a46f93-997f-4573-abcf-f49515a0ce6a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813747 Jul 01 16:41:35.695122 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.701809 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.706428 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe HTTP/1.1" status: 204 len: 168 time: 0.2896655 Jul 01 16:41:35.722174 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaa3ef-3ab9-4016-ba06-a674ef5ed8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fad826-d4b7-4a48-8cea-1ac2bcd5c8fe,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:35.766131 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (f50f1454-aa34-46d9-a681-e26c66653552), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:35.952927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125428de-76c9-4d8d-b058-45a9e923056f req-549c6f52-c7a7-4aa4-8d59-4811e3981085 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:35.960190 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-125428de-76c9-4d8d-b058-45a9e923056f req-549c6f52-c7a7-4aa4-8d59-4811e3981085 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.2663059 Jul 01 16:41:36.071324 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:36.100143 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-125428de-76c9-4d8d-b058-45a9e923056f req-fbf9831c-404f-4e5b-8bb5-9f622cf5e128 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986373 Jul 01 16:41:36.121753 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Router f50f1454-aa34-46d9-a681-e26c66653552 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:41:36.597903 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:36.611126 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Sync routers for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:36.621367 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:36.623719 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4281d1cd-728d-4319-af4c-73321d5837ff admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5033040 Jul 01 16:41:36.626780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 32898) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:36.632325 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:36.632973 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:36.635083 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-ee3bd2d2-60f5-4fd7-accf-2a52e083572a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:36.640832 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-ee3bd2d2-60f5-4fd7-accf-2a52e083572a tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.1747596 Jul 01 16:41:36.791706 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:36.824190 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Deleting port d9188aa7-e096-4650-812e-94b0a5c94fda {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:41:36.824533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:36.984805 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] For port d9188aa7-e096-4650-812e-94b0a5c94fda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d9188aa7-e096-4650-812e-94b0a5c94fda,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:36.987106 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:36.995353 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a4665-eaf4-4c70-bac7-b468fb84c647 req-14daa6c6-89a6-4db0-a9d9-370f677026f3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:36.996930 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a56a4665-eaf4-4c70-bac7-b468fb84c647 req-14daa6c6-89a6-4db0-a9d9-370f677026f3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.2115116 Jul 01 16:41:37.023134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Calling delete_port for d9188aa7-e096-4650-812e-94b0a5c94fda owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:41:37.106429 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a56a4665-eaf4-4c70-bac7-b468fb84c647 req-96e537f9-f4a9-4935-8d26-d439d6100136 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023576 Jul 01 16:41:37.114955 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 3, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:37.119418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546344a-45a5-4e5d-8268-3eae51405917 None None] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:37.179834 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Checking router: f50f1454-aa34-46d9-a681-e26c66653552 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:37.180179 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Updating router f50f1454-aa34-46d9-a681-e26c66653552 port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:41:37.183231 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.194640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 2563396b-bbd5-4af2-95e9-fd3ac04eea6c up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:37.200252 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.237192 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Provisioning complete for port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:37.237842 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.249684 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.337874 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:37.338443 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.349211 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.360844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (d9188aa7-e096-4650-812e-94b0a5c94fda), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.413868 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef2ca-3beb-4d79-ae5a-2d20266d4fae req-b183ddb6-7424-4e28-8ee3-f59ab0ddce53 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:37.415679 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91cef2ca-3beb-4d79-ae5a-2d20266d4fae req-b183ddb6-7424-4e28-8ee3-f59ab0ddce53 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 945 time: 0.1680944 Jul 01 16:41:37.423391 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['d9188aa7-e096-4650-812e-94b0a5c94fda'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:41:37.443959 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Pushing event deleted for resources: {'Port': ['ID=d9188aa7-e096-4650-812e-94b0a5c94fda,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:37.476896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.531916 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] No DVR routers for this DVR port d9188aa7-e096-4650-812e-94b0a5c94fda on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:41:37.537607 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.544918 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-aa3a1dd5-93ab-4a17-9619-322fb33fc36c req-a358a46b-b04a-47b8-9e87-376fe221931d tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.43 "DELETE /v2.0/ports/d9188aa7-e096-4650-812e-94b0a5c94fda HTTP/1.1" status: 204 len: 173 time: 0.8921449 Jul 01 16:41:37.548553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'name': 'network-vif-deleted', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:41:37.554228 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aebe6a-c852-4c5d-aa27-d87d43ab917b" -d '{"events": [{"server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "name": "network-vif-deleted", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:41:37.646086 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b89e7-0faa-4e2d-8c3f-39915bc63cf7 x-openstack-request-id: req-e77b89e7-0faa-4e2d-8c3f-39915bc63cf7 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:41:37.646971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f1396-f645-4238-850e-358ca184ad19", "name": "network-vif-deleted", "tag": "d9188aa7-e096-4650-812e-94b0a5c94fda", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:41:37.646971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e77b89e7-0faa-4e2d-8c3f-39915bc63cf7 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:41:37.647151 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77b89e7-0faa-4e2d-8c3f-39915bc63cf7'] response: {'server_uuid': '5a4f1396-f645-4238-850e-358ca184ad19', 'name': 'network-vif-deleted', 'tag': 'd9188aa7-e096-4650-812e-94b0a5c94fda', 'status': 'completed', 'code': 200} Jul 01 16:41:37.729479 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91cef2ca-3beb-4d79-ae5a-2d20266d4fae req-ed6eecf7-faf6-47df-87d1-decaa68512a9 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/security-groups?id=9635e416-d817-40bc-913d-50116bd8795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053758 Jul 01 16:41:37.797525 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks [] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.808733 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.906997 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad46ef6-ee27-47be-b259-24dc00294121 None None] Pushing event updated for resources: {'Port': ['ID=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:37.911155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.931574 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Current status of the port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:37.931574 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.941979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.950678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:37.961849 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Attempting to bind port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:37.962594 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Attempting to bind port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:37.963761 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Attempting to bind port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:37.970529 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:37.971272 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.977098 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:37.978132 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:37.979395 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:37.982282 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:37.983183 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Bound port: adb6ed2d-2fb4-4187-9c1d-d843a92cb89e, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:37.983583 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.029165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] For port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:38.039647 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.073349 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] For port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:38.076967 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] For port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:38.087301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Allocated IP 172.20.0.1 (2dc239ca-bb79-433e-9b13-d586c3b0407c/2d44cc98-222c-472e-ae5f-817f71224c05/b656fa69-dd1d-496c-94fb-58cb815197ca) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:38.101394 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.118692 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 01 16:41:38.119153 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG oslo_db.api [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 16:41:38.136359 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6ea2c-9492-49d7-b07b-420dd96efa31 None None] Pushing event updated for resources: {'Port': ['ID=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:38.170044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-12c81597-9b13-4e65-bb78-7b7c4cfd5bc1 None None] Provisioning complete for port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:38.173246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-12c81597-9b13-4e65-bb78-7b7c4cfd5bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.251263 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad46ef6-ee27-47be-b259-24dc00294121 None None] Pushing event updated for resources: {'Port': ['ID=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:38.267941 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:38.268540 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:38.341931 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-12c81597-9b13-4e65-bb78-7b7c4cfd5bc1 None None] Current status of the port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:38.362073 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b357d-a4a9-4094-afee-40ea9dd01c19 req-e8400ab1-345c-4aa7-bcae-f148e51b3c6a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:38.369222 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b36b357d-a4a9-4094-afee-40ea9dd01c19 req-e8400ab1-345c-4aa7-bcae-f148e51b3c6a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0603585 Jul 01 16:41:38.457090 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks [] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.474440 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b36b357d-a4a9-4094-afee-40ea9dd01c19 req-d16f7b22-8a6f-44e8-8378-2172726142e9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043103 Jul 01 16:41:38.519140 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.546980 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:38.575860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:38.581121 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:38.584738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:38.590820 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Pushing event updated for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:38.667524 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (f50f1454-aa34-46d9-a681-e26c66653552), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:38.694523 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:38.930491 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 3, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:38.970934 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea3b75cd-4b37-43f3-9808-36e8877b233e req-3f25e56c-fcba-4079-aa45-3bedb8e1e1b0 tempest-DeleteServersTestJSON-1598392548 tempest-DeleteServersTestJSON-1598392548-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4f1396-f645-4238-850e-358ca184ad19 HTTP/1.1" status: 200 len: 210 time: 0.0560951 Jul 01 16:41:39.001120 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363345d-ec30-4ab7-b0fc-481c0625e33b None None] The sync data for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi is: [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 3, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:39.024735 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.025378 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-88febe35-65b9-4bab-8bb5-e8e7a5b57b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.075865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-89744859-104d-4ec6-9d7a-08d5843ad2d2 None None] Provisioning complete for port b656fa69-dd1d-496c-94fb-58cb815197ca triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:39.076460 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-89744859-104d-4ec6-9d7a-08d5843ad2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.117726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-89744859-104d-4ec6-9d7a-08d5843ad2d2 None None] Port b656fa69-dd1d-496c-94fb-58cb815197ca cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:39.210275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 2563396b-bbd5-4af2-95e9-fd3ac04eea6c up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:39.213554 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:39.275457 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:39.275826 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.292820 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks [] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.300738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.331537 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:39.396884 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (f50f1454-aa34-46d9-a681-e26c66653552), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.406074 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Pushing event updated for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:39.503953 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:39.516480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:39.518912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:39.646402 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:39.665657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4001-167d-4521-b742-94a76036dd5a req-89a4642a-243d-429b-b349-2c1fbbe15a08 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:39.667176 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-798d4001-167d-4521-b742-94a76036dd5a req-89a4642a-243d-429b-b349-2c1fbbe15a08 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1017120 Jul 01 16:41:39.727575 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Router f50f1454-aa34-46d9-a681-e26c66653552 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:41:39.749017 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-798d4001-167d-4521-b742-94a76036dd5a req-a29e2dde-12f2-43ca-99fb-1621460469d7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733321 Jul 01 16:41:39.852341 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c6386b38-fbe3-4ee5-964a-0f18cdc3f2d3 None None] Provisioning complete for port b656fa69-dd1d-496c-94fb-58cb815197ca triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:39.852710 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c6386b38-fbe3-4ee5-964a-0f18cdc3f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:39.857043 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:39.870197 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3c5ed637-6abd-446e-8da8-a9bccc35bb17 admin admin] 10.222.0.57 "PUT /v2.0/routers/f50f1454-aa34-46d9-a681-e26c66653552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2349093 Jul 01 16:41:39.892150 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c6386b38-fbe3-4ee5-964a-0f18cdc3f2d3 None None] Port b656fa69-dd1d-496c-94fb-58cb815197ca cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:40.888518 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d5187-cdf6-4dca-8cee-346b25735183 req-e4045dbd-5b5c-41dd-8499-d93ac427eb0e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:40.890072 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-476d5187-cdf6-4dca-8cee-346b25735183 req-e4045dbd-5b5c-41dd-8499-d93ac427eb0e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0688632 Jul 01 16:41:40.948431 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-476d5187-cdf6-4dca-8cee-346b25735183 req-f3dafa7e-4a7c-4e92-b810-a246d56afb43 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Jul 01 16:41:41.153673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device adb6ed2d-2fb4-4187-9c1d-d843a92cb89e up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:41.211126 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:41.211491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:41.248744 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:41.317571 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:41.318119 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:41.347364 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:41.358648 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:41.443404 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:41.521793 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-88e8b67b-a9f8-44f4-91eb-fe15568771e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:41.524852 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device d9188aa7-e096-4650-812e-94b0a5c94fda no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:41:41.552098 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: d9188aa7-e096-4650-812e-94b0a5c94fda {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:41:41.552403 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device d9188aa7-e096-4650-812e-94b0a5c94fda not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:41:41.603563 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Sync routers for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:41.617560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:41.618290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:41.732353 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:41.947520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:38Z', 'revision_number': 4, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b656fa69-dd1d-496c-94fb-58cb815197ca', 'name': '', 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'mac_address': 'fa:16:3e:76:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:37Z', 'updated_at': '2022-07-01T16:41:39Z', 'revision_number': 2, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'subnets': [{'id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:41.979976 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Checking router: f50f1454-aa34-46d9-a681-e26c66653552 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:41.980329 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Updating router f50f1454-aa34-46d9-a681-e26c66653552 port b656fa69-dd1d-496c-94fb-58cb815197ca binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:41:42.010617 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.095593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6a5c1-d0f6-4dd6-839b-7f18083672dc req-0680463d-a4a0-40cf-a549-6d332a108995 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:42.104563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2eb6a5c1-d0f6-4dd6-839b-7f18083672dc req-0680463d-a4a0-40cf-a549-6d332a108995 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0602608 Jul 01 16:41:42.180257 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2eb6a5c1-d0f6-4dd6-839b-7f18083672dc req-93f5dbb6-a897-45c9-bb3f-68bfd714fc41 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743563 Jul 01 16:41:42.229281 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:42.332068 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks [] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.339213 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.413258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:42.416839 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caf93d-1d8d-4be4-81d7-86478194a8f0 None None] Pushing event updated for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:42.500360 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Attempting to bind port b656fa69-dd1d-496c-94fb-58cb815197ca on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:41:42.500360 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Attempting to bind port b656fa69-dd1d-496c-94fb-58cb815197ca by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:41:42.500360 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Attempting to bind port b656fa69-dd1d-496c-94fb-58cb815197ca on network 2dc239ca-bb79-433e-9b13-d586c3b0407c {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:41:42.512923 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:41:42.513340 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Checking segment: {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:42.513783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.514205 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Bound using segment: {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:41:42.514717 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Bound port: b656fa69-dd1d-496c-94fb-58cb815197ca, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0807e6d6-b23f-429a-96a8-365b76cf6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:41:42.515156 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.655902 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] For port b656fa69-dd1d-496c-94fb-58cb815197ca, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:41:42.663135 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] For port b656fa69-dd1d-496c-94fb-58cb815197ca, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b656fa69-dd1d-496c-94fb-58cb815197ca,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:41:42.673365 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.788320 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Provisioning complete for port b656fa69-dd1d-496c-94fb-58cb815197ca triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:42.788698 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:42.828233 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:42.829503 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:42.841072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caf93d-1d8d-4be4-81d7-86478194a8f0 None None] Pushing event updated for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:43.164554 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device adb6ed2d-2fb4-4187-9c1d-d843a92cb89e up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:43.222625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:43.289855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:43.325515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:43.325884 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:43.331096 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Current status of the port b656fa69-dd1d-496c-94fb-58cb815197ca is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:43.331096 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:43.333736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4c4b-5b52-4c67-bc52-63bbd1b04f40 req-86d4e720-72f9-48e5-a998-d5c7c506a529 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:43.342494 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d0d4c4b-5b52-4c67-bc52-63bbd1b04f40 req-86d4e720-72f9-48e5-a998-d5c7c506a529 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0764050 Jul 01 16:41:43.415499 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d0d4c4b-5b52-4c67-bc52-63bbd1b04f40 req-4e60518f-f239-4151-a401-885d98b52f96 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Jul 01 16:41:43.455166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] For port b656fa69-dd1d-496c-94fb-58cb815197ca, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b656fa69-dd1d-496c-94fb-58cb815197ca,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:43.467126 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:43.518317 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:43.582653 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:43.622801 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d73b31-18f3-447b-8ad3-3f9a0ef8b369 None None] Pushing event updated for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:43.626275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:43.632609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-8ba95a9a-829c-4607-bec9-84e79d5717c5 None None] Provisioning complete for port b656fa69-dd1d-496c-94fb-58cb815197ca triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:43.632979 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8ba95a9a-829c-4607-bec9-84e79d5717c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:43.733084 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:38Z', 'revision_number': 4, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b656fa69-dd1d-496c-94fb-58cb815197ca', 'name': '', 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'mac_address': 'fa:16:3e:76:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:37Z', 'updated_at': '2022-07-01T16:41:42Z', 'revision_number': 4, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'subnets': [{'id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:43.757508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33066) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:43.776634 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a175b16-0f85-4403-90fa-3cdee64bb535 None None] The sync data for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi is: [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:38Z', 'revision_number': 4, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b656fa69-dd1d-496c-94fb-58cb815197ca', 'name': '', 'network_id': '2dc239ca-bb79-433e-9b13-d586c3b0407c', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'mac_address': 'fa:16:3e:76:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:37Z', 'updated_at': '2022-07-01T16:41:42Z', 'revision_number': 4, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'subnets': [{'id': '2d44cc98-222c-472e-ae5f-817f71224c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:43.869985 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-8ba95a9a-829c-4607-bec9-84e79d5717c5 None None] Current status of the port b656fa69-dd1d-496c-94fb-58cb815197ca is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:43.971638 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:44.371774 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:44.561847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (6d8944d6-6f93-45b3-b610-d51039d042a4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:44.618927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88e899-dd19-4be9-a3c4-11ffdc82a1d8 req-6c41ba39-8fe3-445a-9194-1e80c504b9d1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:44.627559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:44.627966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba88e899-dd19-4be9-a3c4-11ffdc82a1d8 req-6c41ba39-8fe3-445a-9194-1e80c504b9d1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1166735 Jul 01 16:41:44.733909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba88e899-dd19-4be9-a3c4-11ffdc82a1d8 req-837647e3-8e32-45ff-bf17-61073ca306fe tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043324 Jul 01 16:41:45.104179 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b656fa69-dd1d-496c-94fb-58cb815197ca up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:41:45.139392 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:45.182868 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b656fa69-dd1d-496c-94fb-58cb815197ca triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:45.183850 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:45.327316 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b656fa69-dd1d-496c-94fb-58cb815197ca is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:41:45.370217 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Deleting port 4f2c3387-d2ec-4755-9665-2db787be4729 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:41:45.370830 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:45.492435 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] For port 4f2c3387-d2ec-4755-9665-2db787be4729, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=4f2c3387-d2ec-4755-9665-2db787be4729,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:45.492812 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:45.513419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Calling delete_port for 4f2c3387-d2ec-4755-9665-2db787be4729 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:41:45.648505 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:45.679836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:45.796056 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (4f2c3387-d2ec-4755-9665-2db787be4729), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:45.859059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2c3387-d2ec-4755-9665-2db787be4729,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:45.999054 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78e133-1e54-4583-8ab5-b87e2e37cdc5 req-784e63a0-b06c-4d9f-9718-5062bfc91e51 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:46.001815 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ce78e133-1e54-4583-8ab5-b87e2e37cdc5 req-784e63a0-b06c-4d9f-9718-5062bfc91e51 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1530411 Jul 01 16:41:46.212456 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ce78e133-1e54-4583-8ab5-b87e2e37cdc5 req-3ad32c58-666c-4011-9af8-620d745fb8d2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024438 Jul 01 16:41:46.260546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (6d8944d6-6f93-45b3-b610-d51039d042a4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:46.514512 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:46.526214 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Router 6d8944d6-6f93-45b3-b610-d51039d042a4 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:41:46.668151 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:41:46.684199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33160) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:46.685912 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Sync routers for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:41:46.686597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-22253380-46c5-4b0b-b0ad-170351c6a7fd admin admin] 10.222.0.57 "PUT /v2.0/routers/6d8944d6-6f93-45b3-b610-d51039d042a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9225287 Jul 01 16:41:46.696627 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:46.705511 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:46.707700 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:46.861166 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks [] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:46.876659 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:47.053107 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks [] for router_gateway (6d8944d6-6f93-45b3-b610-d51039d042a4), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.095232 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '346bcac0-3554-4bc3-8266-dd870f325251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:41:45Z', 'revision_number': 5, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port': {'id': '346bcac0-3554-4bc3-8266-dd870f325251', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:47.128014 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Checking router: 6d8944d6-6f93-45b3-b610-d51039d042a4 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:41:47.137732 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Routers {'6d8944d6-6f93-45b3-b610-d51039d042a4'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:41:47.138593 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:41:41Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['6d8944d6-6f93-45b3-b610-d51039d042a4'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:47.172074 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Deleting port 346bcac0-3554-4bc3-8266-dd870f325251 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:41:47.172578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (346bcac0-3554-4bc3-8266-dd870f325251), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.267647 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] Set router 6d8944d6-6f93-45b3-b610-d51039d042a4 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:41:47.339325 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] For port 346bcac0-3554-4bc3-8266-dd870f325251, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=346bcac0-3554-4bc3-8266-dd870f325251,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:47.339689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (346bcac0-3554-4bc3-8266-dd870f325251), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.368241 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Calling delete_port for 346bcac0-3554-4bc3-8266-dd870f325251 owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:41:47.370459 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:41:47Z', 'revision_number': 6, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:47.401760 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40b7ff-0b87-4662-9ee7-e0d63506ee54 None None] The sync data for ids ['6d8944d6-6f93-45b3-b610-d51039d042a4'] in dv-cinder-797608-41-iscsi is: [{'id': '6d8944d6-6f93-45b3-b610-d51039d042a4', 'name': 'tempest-DeleteServersTestJSON-413466209-router', 'tenant_id': '2c49e143df7c4d059430b7dc5bffd475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:41:47Z', 'revision_number': 6, 'project_id': '2c49e143df7c4d059430b7dc5bffd475', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:41:47.420062 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33180) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:47.476174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455c3f-dfcb-4fad-b2b2-9f4ea2917fb6 req-d108195a-4b81-4e4d-9242-ea51f8b2afd6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:47.483506 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6455c3f-dfcb-4fad-b2b2-9f4ea2917fb6 req-d108195a-4b81-4e4d-9242-ea51f8b2afd6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1213601 Jul 01 16:41:47.509269 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33184) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:47.566322 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6455c3f-dfcb-4fad-b2b2-9f4ea2917fb6 req-1c740b39-7a72-4770-af69-ba841605022a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818884 Jul 01 16:41:47.640850 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (346bcac0-3554-4bc3-8266-dd870f325251), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.695308 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Pushing event deleted for resources: {'Port': ['ID=346bcac0-3554-4bc3-8266-dd870f325251,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:47.701115 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6deee7f8-891d-4824-a5a2-f5e4a614c2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.724251 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-44671bfe-7f46-4576-ac0c-28fe72a44d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.813021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (6d8944d6-6f93-45b3-b610-d51039d042a4), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.815324 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:47.845150 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6deee7f8-891d-4824-a5a2-f5e4a614c2d9 admin admin] Publish callbacks [] for security_group (1f8e8547-4ae4-4b1c-b016-1f7182418bcb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.851073 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6deee7f8-891d-4824-a5a2-f5e4a614c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1f8e8547-4ae4-4b1c-b016-1f7182418bcb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.855788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:47.879183 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:47.904732 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6deee7f8-891d-4824-a5a2-f5e4a614c2d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ee973569cba400f813060ab544d4eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943920 Jul 01 16:41:47.907531 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33188) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:47.941715 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deee7f8-891d-4824-a5a2-f5e4a614c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e8547-4ae4-4b1c-b016-1f7182418bcb,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:47.976761 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:47.980942 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks [] for router_controller (6d8944d6-6f93-45b3-b610-d51039d042a4), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.012401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] Publish callbacks [] for security_group (1f8e8547-4ae4-4b1c-b016-1f7182418bcb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.047152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] Publish callbacks [] for security_group (1f8e8547-4ae4-4b1c-b016-1f7182418bcb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.083367 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (6d8944d6-6f93-45b3-b610-d51039d042a4), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.083878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8944d6-6f93-45b3-b610-d51039d042a4 {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:41:48.105195 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.108791 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-059638b3-a114-4235-8db8-d065f2787048 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6d8944d6-6f93-45b3-b610-d51039d042a4 HTTP/1.1" status: 204 len: 168 time: 1.4211571 Jul 01 16:41:48.110831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33190) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:48.112299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-44671bfe-7f46-4576-ac0c-28fe72a44d2e admin admin] Publish callbacks [] for security_group (34e6010e-0749-41db-a15f-d19b30de8d2c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.116910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-44671bfe-7f46-4576-ac0c-28fe72a44d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (34e6010e-0749-41db-a15f-d19b30de8d2c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.150675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1f8e8547-4ae4-4b1c-b016-1f7182418bcb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.153673 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.153823 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-44671bfe-7f46-4576-ac0c-28fe72a44d2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d9fd8d9025748b6bfae532255c3e47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7324224 Jul 01 16:41:48.154911 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f8e8547-4ae4-4b1c-b016-1f7182418bcb HTTP/1.1" status: 204 len: 168 time: 0.2464857 Jul 01 16:41:48.157834 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33192) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:48.176122 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605c73a-5483-447c-a227-a2099170f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e8547-4ae4-4b1c-b016-1f7182418bcb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:48.187857 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Deleting subnet 9fb75448-df4f-47bb-b683-fd2085a08258 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:41:48.191987 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Publish callbacks [] for subnet (9fb75448-df4f-47bb-b683-fd2085a08258), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.204743 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44671bfe-7f46-4576-ac0c-28fe72a44d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e6010e-0749-41db-a15f-d19b30de8d2c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:48.224795 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] Publish callbacks [] for security_group (34e6010e-0749-41db-a15f-d19b30de8d2c), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.254529 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] Publish callbacks [] for security_group (34e6010e-0749-41db-a15f-d19b30de8d2c), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.260827 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (9fb75448-df4f-47bb-b683-fd2085a08258), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.341143 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (34e6010e-0749-41db-a15f-d19b30de8d2c), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.347092 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.348684 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34e6010e-0749-41db-a15f-d19b30de8d2c HTTP/1.1" status: 204 len: 168 time: 0.1903422 Jul 01 16:41:48.360649 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377dd06-2e57-4c4c-837e-1d09294640f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e6010e-0749-41db-a15f-d19b30de8d2c,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:48.424272 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (9fb75448-df4f-47bb-b683-fd2085a08258), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.498329 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:48.508279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (9fb75448-df4f-47bb-b683-fd2085a08258), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.540683 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb75448-df4f-47bb-b683-fd2085a08258,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:48.557244 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.557366 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceefbf9-89a5-4734-9548-1a118e71c617 None None] Network 9c45ed7a-934f-4bce-930b-7b9d61ad046e requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:48.561814 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2ea052cc-1d16-4f50-b063-9fd4916c119f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9fb75448-df4f-47bb-b683-fd2085a08258 HTTP/1.1" status: 204 len: 168 time: 0.4499779 Jul 01 16:41:48.565012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33200) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:48.745803 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (9c45ed7a-934f-4bce-930b-7b9d61ad046e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.802748 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] DHCP port deletion for 9c45ed7a-934f-4bce-930b-7b9d61ad046e request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:41:48.878302 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60926a-300b-4a9c-9fcc-f6437111efcb req-6c83d7e8-9ede-491e-a811-d86b6665cdcb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:48.886770 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9a60926a-300b-4a9c-9fcc-f6437111efcb req-6c83d7e8-9ede-491e-a811-d86b6665cdcb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1691918 Jul 01 16:41:48.898337 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Deleting port 238e0802-44ca-4eca-afee-c016a0d48a84 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:41:48.899018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:48.973866 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9a60926a-300b-4a9c-9fcc-f6437111efcb req-11aaefa9-8b57-48ad-a1a9-88bac4ce27a1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860727 Jul 01 16:41:49.008208 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] For port 238e0802-44ca-4eca-afee-c016a0d48a84, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=238e0802-44ca-4eca-afee-c016a0d48a84,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:49.008886 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.034705 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Calling delete_port for 238e0802-44ca-4eca-afee-c016a0d48a84 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:41:49.144145 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Deleting port 238e0802-44ca-4eca-afee-c016a0d48a84 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:41:49.144540 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.164134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 4f2c3387-d2ec-4755-9665-2db787be4729 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:41:49.181123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33210) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:49.199951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bb4078a3-4cd8-47a1-9764-feb38a4572ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.257215 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] For port 238e0802-44ca-4eca-afee-c016a0d48a84, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=238e0802-44ca-4eca-afee-c016a0d48a84,segment=NetworkSegment(7b756aaa-ec63-4ef1-ba4d-38271f557784),segment_id=7b756aaa-ec63-4ef1-ba4d-38271f557784)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:41:49.257861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.270954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33212) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:49.293178 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 4f2c3387-d2ec-4755-9665-2db787be4729 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:41:49.293516 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 4f2c3387-d2ec-4755-9665-2db787be4729 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:41:49.294134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 238e0802-44ca-4eca-afee-c016a0d48a84 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:41:49.299026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Calling delete_port for 238e0802-44ca-4eca-afee-c016a0d48a84 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:41:49.301691 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ae7523ad-c57b-4c4e-ac0c-6d5cd5a2330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.357071 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:49.368912 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.403994 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] Pushing event deleted for resources: {'Port': ['ID=238e0802-44ca-4eca-afee-c016a0d48a84,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.407684 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No ports have port_id starting with 238e0802-44ca-4eca-afee-c016a0d48a84 Jul 01 16:41:49.408224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ae7523ad-c57b-4c4e-ac0c-6d5cd5a2330c admin admin] Publish callbacks [] for security_group (6a9d470c-bf60-44a8-9411-6f5b444ec7a4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.411120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 346bcac0-3554-4bc3-8266-dd870f325251 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:41:49.413777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ae7523ad-c57b-4c4e-ac0c-6d5cd5a2330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6a9d470c-bf60-44a8-9411-6f5b444ec7a4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.417324 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac0603-36c8-4b64-99df-1a6555ef98e1 None None] No DVR routers for this DVR port 238e0802-44ca-4eca-afee-c016a0d48a84 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:41:49.444491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 346bcac0-3554-4bc3-8266-dd870f325251 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:41:49.444894 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 346bcac0-3554-4bc3-8266-dd870f325251 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:41:49.488321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:49.513454 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7523ad-c57b-4c4e-ac0c-6d5cd5a2330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d470c-bf60-44a8-9411-6f5b444ec7a4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.527997 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ae7523ad-c57b-4c4e-ac0c-6d5cd5a2330c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e531614bcdf14dda87291017e61687ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494519 Jul 01 16:41:49.531261 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33214) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:49.554561 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (238e0802-44ca-4eca-afee-c016a0d48a84), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.591238 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=238e0802-44ca-4eca-afee-c016a0d48a84,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.602922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] No DVR routers for this DVR port 238e0802-44ca-4eca-afee-c016a0d48a84 on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:41:49.603937 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bb4078a3-4cd8-47a1-9764-feb38a4572ba admin admin] Publish callbacks [] for security_group (e2095837-e49e-42ce-8563-8dbf8f026c04), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.615189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bb4078a3-4cd8-47a1-9764-feb38a4572ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e2095837-e49e-42ce-8563-8dbf8f026c04), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.660536 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] Publish callbacks [] for security_group (6a9d470c-bf60-44a8-9411-6f5b444ec7a4), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.676324 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bb4078a3-4cd8-47a1-9764-feb38a4572ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=947c7f038ac44414a96a2f273cd74437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918270 Jul 01 16:41:49.682336 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33216) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:49.693226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4078a3-4cd8-47a1-9764-feb38a4572ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2095837-e49e-42ce-8563-8dbf8f026c04,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.708772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (9c45ed7a-934f-4bce-930b-7b9d61ad046e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.710476 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] Publish callbacks [] for security_group (6a9d470c-bf60-44a8-9411-6f5b444ec7a4), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.731691 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c45ed7a-934f-4bce-930b-7b9d61ad046e']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:49.744344 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:49.748948 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b756aaa-ec63-4ef1-ba4d-38271f557784') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:49.749677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b756aaa-ec63-4ef1-ba4d-38271f557784') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:41:49.763387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (7b756aaa-ec63-4ef1-ba4d-38271f557784), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.787454 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] Publish callbacks [] for security_group (e2095837-e49e-42ce-8563-8dbf8f026c04), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.790159 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (7b756aaa-ec63-4ef1-ba4d-38271f557784), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.800644 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:41:49.801265 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (7b756aaa-ec63-4ef1-ba4d-38271f557784), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.803457 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:49.818315 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6a9d470c-bf60-44a8-9411-6f5b444ec7a4), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.821435 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.825047 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a9d470c-bf60-44a8-9411-6f5b444ec7a4 HTTP/1.1" status: 204 len: 168 time: 0.2896006 Jul 01 16:41:49.825510 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] Publish callbacks [] for security_group (e2095837-e49e-42ce-8563-8dbf8f026c04), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.835568 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 7b756aaa-ec63-4ef1-ba4d-38271f557784 resource provider aggregate not found Jul 01 16:41:49.866900 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=8 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:49.868503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921349-64b0-4438-8dd3-e3d2a0fd6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d470c-bf60-44a8-9411-6f5b444ec7a4,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.890623 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (9c45ed7a-934f-4bce-930b-7b9d61ad046e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.915669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.921959 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c45ed7a-934f-4bce-930b-7b9d61ad046e HTTP/1.1" status: 204 len: 168 time: 1.3530407 Jul 01 16:41:49.921959 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6bdd5-7096-4620-a868-57252b225c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c45ed7a-934f-4bce-930b-7b9d61ad046e,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:49.926113 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e2095837-e49e-42ce-8563-8dbf8f026c04), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.929307 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:49.931203 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2095837-e49e-42ce-8563-8dbf8f026c04 HTTP/1.1" status: 204 len: 168 time: 0.2471535 Jul 01 16:41:49.941514 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 7b756aaa-ec63-4ef1-ba4d-38271f557784 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b756aaa-ec63-4ef1-ba4d-38271f557784 found for delete ", "request_id": "req-5b9d0872-062a-4dca-a524-202e0e5febcd"}]} Jul 01 16:41:49.955825 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8fd4b-bb6c-42ca-8212-f38d8d932881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2095837-e49e-42ce-8563-8dbf8f026c04,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:50.171084 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d3a8e-e28c-4d94-9e52-9cbb069d608c req-1c96077d-6562-42d0-977a-d5afc03da7c5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:50.181660 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df1d3a8e-e28c-4d94-9e52-9cbb069d608c req-1c96077d-6562-42d0-977a-d5afc03da7c5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0969818 Jul 01 16:41:50.258927 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df1d3a8e-e28c-4d94-9e52-9cbb069d608c req-038bbb92-1f5b-4e51-98de-de406be7638a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760984 Jul 01 16:41:50.273306 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33232) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:50.351635 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ce3ffa8c-7c88-46bd-a8e0-219a5960ebcb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c49e143df7c4d059430b7dc5bffd475&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0770028 Jul 01 16:41:50.356532 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33234) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:50.434812 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] Publish callbacks [] for security_group (9635e416-d817-40bc-913d-50116bd8795a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:50.484998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] Publish callbacks [] for security_group (9635e416-d817-40bc-913d-50116bd8795a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:50.560372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9635e416-d817-40bc-913d-50116bd8795a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:50.565339 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:50.566936 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9635e416-d817-40bc-913d-50116bd8795a HTTP/1.1" status: 204 len: 168 time: 0.2093151 Jul 01 16:41:50.581349 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98de7a-95f0-4195-8799-2311228cff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9635e416-d817-40bc-913d-50116bd8795a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:51.396394 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33278) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:51.437584 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca86b6e-76cd-43b1-b99b-6d9551e45630 req-6dcd865a-ded3-49bd-ad6e-4ce0bd8e19dd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:51.446163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aca86b6e-76cd-43b1-b99b-6d9551e45630 req-6dcd865a-ded3-49bd-ad6e-4ce0bd8e19dd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0861421 Jul 01 16:41:51.518432 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aca86b6e-76cd-43b1-b99b-6d9551e45630 req-af7937f8-d48c-4312-8241-1237c3649137 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710678 Jul 01 16:41:51.663207 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494791559-network', 'tenant_id': 'b6598cf49d3a4426be411fa45be0c7c8'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:51.711346 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Made reservation on behalf of b6598cf49d3a4426be411fa45be0c7c8 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:51.717804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.735151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.827728 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.894676 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks [] for security_group (b582f286-5c03-4014-b28c-61f33527cf9b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.900276 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b582f286-5c03-4014-b28c-61f33527cf9b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.930564 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:41:51.940630 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b582f286-5c03-4014-b28c-61f33527cf9b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:51.950133 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (b0f93270-899d-463d-b098-fc07c33275ac), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:51.950530 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Added segment b0f93270-899d-463d-b098-fc07c33275ac of type vlan for network 75014e88-f269-4136-926c-e34ab9a26542 Jul 01 16:41:51.998997 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (75014e88-f269-4136-926c-e34ab9a26542), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.029661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (75014e88-f269-4136-926c-e34ab9a26542), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.031056 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:52.034864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.098814 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] Pushing event updated for resources: {'Network': ['ID=75014e88-f269-4136-926c-e34ab9a26542,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:52.113092 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 75014e88-f269-4136-926c-e34ab9a26542 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:41:52.121240 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-22a5a9df-5952-4046-87ae-f3cb9678ccef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7214582 Jul 01 16:41:52.121562 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33304) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:52.131064 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Request body: {'subnet': {'network_id': '75014e88-f269-4136-926c-e34ab9a26542', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494791559-subnet', 'tenant_id': 'b6598cf49d3a4426be411fa45be0c7c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:52.161455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Made reservation on behalf of b6598cf49d3a4426be411fa45be0c7c8 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:52.164892 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983309'] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.386783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:52.391950 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4030316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983323'] for subnet (322bace4-d3a2-4930-83da-47647b6801ac), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.481244 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322bace4-d3a2-4930-83da-47647b6801ac,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:52.503274 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Checking segment: {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:41:52.503995 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Network hostable DHCP agents. Network: 75014e88-f269-4136-926c-e34ab9a26542, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:41:52.528487 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Network 75014e88-f269-4136-926c-e34ab9a26542 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:41:52.544650 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 75014e88-f269-4136-926c-e34ab9a26542) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:52.551930 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:52.553658 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:52.555026 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb095dd-e9e2-44a7-9922-a1a0216bb80f None None] Network 75014e88-f269-4136-926c-e34ab9a26542 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:52.587395 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-f8db7d50-ebab-417e-b5eb-bf6e178dfe31 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4632874 Jul 01 16:41:52.877065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29b83b-c68e-46e2-9da7-a33a6b3430e6 req-37382c6a-3d94-4998-9d88-132eb6efbc38 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:52.879214 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bf095-61fa-4b2c-8e8f-b4af89c69563 None None] Network 75014e88-f269-4136-926c-e34ab9a26542 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:41:52.888056 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc29b83b-c68e-46e2-9da7-a33a6b3430e6 req-37382c6a-3d94-4998-9d88-132eb6efbc38 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1582878 Jul 01 16:41:52.938762 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:53.053359 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc29b83b-c68e-46e2-9da7-a33a6b3430e6 req-0f305f6e-f4cc-4986-80d0-fc16ea027d8f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639931 Jul 01 16:41:54.214741 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d504de-1ad7-426b-90d6-b50599dc5102 req-d2587e81-ff1a-4683-bc9a-ab06088df7fc tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:54.216654 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8d504de-1ad7-426b-90d6-b50599dc5102 req-d2587e81-ff1a-4683-bc9a-ab06088df7fc tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0578775 Jul 01 16:41:54.283661 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8d504de-1ad7-426b-90d6-b50599dc5102 req-4bf07ae2-97e8-4b9e-a1eb-a0ecb3195425 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Jul 01 16:41:54.759259 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-bef48e5d-f90c-4f35-ad0b-5031ba755060 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:54.760695 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-bef48e5d-f90c-4f35-ad0b-5031ba755060 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 815 time: 0.1063507 Jul 01 16:41:54.776228 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-0ff35330-a445-4487-a715-c4b68b663ee4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/quotas/ef0cc672766c47759a088a398d95147f HTTP/1.1" status: 200 len: 375 time: 0.0099893 Jul 01 16:41:54.816464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:54.830373 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-2e59fc3b-d3b2-4870-9fbf-2407cf09802d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485334 Jul 01 16:41:54.950325 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-f3a3db2a-c981-443b-9a02-9fd82ca20358 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031623 Jul 01 16:41:55.042094 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:55.120919 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-7aadf1d2-d746-494f-b936-66b082fe5bb2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:55.122439 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-7aadf1d2-d746-494f-b936-66b082fe5bb2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/networks?id=75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 200 len: 809 time: 0.1877508 Jul 01 16:41:55.126579 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-cc027a7e-f4c1-49b5-8ea5-74e8ed4f1397 service neutron] 10.222.0.57 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656058 Jul 01 16:41:55.143811 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-1b195788-246b-4a1c-8d87-1652d49c5643 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/quotas/b6598cf49d3a4426be411fa45be0c7c8 HTTP/1.1" status: 200 len: 375 time: 0.0135379 Jul 01 16:41:55.194935 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-45a3019a-3252-48db-b3eb-d36e5edf00e3 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441356 Jul 01 16:41:55.205073 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ca51-38ed-4723-b578-0d774ef41031 req-dcd8f97f-a38c-4fa4-8eb0-d284d84cf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:55.206898 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2278ca51-38ed-4723-b578-0d774ef41031 req-dcd8f97f-a38c-4fa4-8eb0-d284d84cf626 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1129 time: 0.0511472 Jul 01 16:41:55.283353 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2278ca51-38ed-4723-b578-0d774ef41031 req-9ae50cf2-21b7-4026-b763-c0d39b8023be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Jul 01 16:41:55.335191 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7841e008-d439-4571-8a54-ae8d85eea588 req-0e442ad9-f4a9-44ec-9033-bb99f5b5044d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 210 time: 0.0424423 Jul 01 16:41:55.359367 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-6911b44c-0941-47fa-875f-00da0c89c991 service neutron] 10.222.0.57 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619313 Jul 01 16:41:55.520994 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89c37d-359e-48d2-af15-55d3611be3d7 req-e5754c33-90e3-461b-840e-cc596f7da44e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:55.522508 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca89c37d-359e-48d2-af15-55d3611be3d7 req-e5754c33-90e3-461b-840e-cc596f7da44e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0708566 Jul 01 16:41:55.541901 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-4b5b5dd0-9d23-46cb-8159-b11cf08d2447 service neutron] 10.222.0.57 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702044 Jul 01 16:41:55.873869 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca89c37d-359e-48d2-af15-55d3611be3d7 req-7547e40a-9729-48c3-8eed-a6510cc18229 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432105 Jul 01 16:41:55.896340 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d5c36eee-ccc4-4a77-8a53-36903912d1e1 req-e1893020-d3a9-494a-84cb-07593f1fec8e tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0484462 Jul 01 16:41:56.096048 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33456) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:56.215944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:56.225092 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-04537eaa-1ec5-4f47-aee1-043f7bc99126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.310970 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-04537eaa-1ec5-4f47-aee1-043f7bc99126 admin admin] Publish callbacks [] for security_group (1309e86c-b4eb-4083-8af2-06a8eb8316db), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.317332 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-04537eaa-1ec5-4f47-aee1-043f7bc99126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1309e86c-b4eb-4083-8af2-06a8eb8316db), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.359497 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-04537eaa-1ec5-4f47-aee1-043f7bc99126 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=409e26052ea7472fb3448a97267cee95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613244 Jul 01 16:41:56.360591 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537eaa-1ec5-4f47-aee1-043f7bc99126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1309e86c-b4eb-4083-8af2-06a8eb8316db,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:56.362611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33462) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:41:56.440675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] Publish callbacks [] for security_group (1309e86c-b4eb-4083-8af2-06a8eb8316db), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.444928 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b1d857d-d964-4cf9-be44-49dc42015403 req-3b0c1c4b-760e-4466-9b00-428c96ae73b4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 210 time: 0.0327144 Jul 01 16:41:56.467183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] Publish callbacks [] for security_group (1309e86c-b4eb-4083-8af2-06a8eb8316db), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.523998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1309e86c-b4eb-4083-8af2-06a8eb8316db), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.526822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:56.527964 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1309e86c-b4eb-4083-8af2-06a8eb8316db HTTP/1.1" status: 204 len: 168 time: 0.1643062 Jul 01 16:41:56.537773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10349c9-2d0e-4893-8072-33440178ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1309e86c-b4eb-4083-8af2-06a8eb8316db,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:57.023067 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07a1262b-965f-4476-93b5-d5944d5df5d8 req-e396b64a-41b9-4390-a6e9-885ef25a5609 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0357051 Jul 01 16:41:57.029282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75be2-0ebf-412d-b142-5311b5a52ea0 req-ea8d42b5-61f5-460c-9d11-33a5fd867546 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:57.031067 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2c75be2-0ebf-412d-b142-5311b5a52ea0 req-ea8d42b5-61f5-460c-9d11-33a5fd867546 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0869551 Jul 01 16:41:57.083992 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2c75be2-0ebf-412d-b142-5311b5a52ea0 req-4a27ec83-a999-4e26-8fad-cf86d569ad73 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Jul 01 16:41:57.321478 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=23 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:57.374547 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=57 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:57.534168 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-9c78c295-14ba-4a1a-aca7-06cdd76a7071 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:57.536406 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-9c78c295-14ba-4a1a-aca7-06cdd76a7071 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 815 time: 0.1213522 Jul 01 16:41:57.579106 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76e6b706-dbfa-4da7-bd81-dfe8126baade req-b3c11912-176d-4521-9d32-29ef9120b5f8 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 210 time: 0.0508907 Jul 01 16:41:57.859744 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'port': {'device_id': '74fca065-c0ba-4a16-958e-a991e16bb913', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'admin_state_up': True, 'tenant_id': 'ef0cc672766c47759a088a398d95147f'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:58.006169 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Made reservation on behalf of ef0cc672766c47759a088a398d95147f for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:58.010271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:58.207221 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Allocated IP 172.20.0.4 (2ae80d44-e5eb-422c-be0c-2606e5c357a3/b9d3a047-85f0-4559-96a9-7bc6284478b0/74960809-e36c-4511-9a63-5f955f9a40f0) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:58.305342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:58.315449 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a30e18c-bdcd-4581-9ab3-3a70ffbb1423 req-010aee78-62d5-4010-ac77-bcec3519fe34 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.1614664 Jul 01 16:41:58.379551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:58.425013 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for port (74960809-e36c-4511-9a63-5f955f9a40f0), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:58.446962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-78e0cd76-4234-40f0-9f75-88a326a03376 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:58.449083 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-78e0cd76-4234-40f0-9f75-88a326a03376 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "GET /v2.0/networks?id=75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 200 len: 809 time: 0.4110861 Jul 01 16:41:58.463639 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:58.476300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:58.485304 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957ef4-d45d-470e-979a-5b750c96cdff req-d8a629e9-c66b-439f-8858-778db738c6f0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:58.489206 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77957ef4-d45d-470e-979a-5b750c96cdff req-d8a629e9-c66b-439f-8858-778db738c6f0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.1673486 Jul 01 16:41:58.497141 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Request body: {'port': {'device_id': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'network_id': '75014e88-f269-4136-926c-e34ab9a26542', 'admin_state_up': True, 'tenant_id': 'b6598cf49d3a4426be411fa45be0c7c8'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:58.564105 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:41:58.595336 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:41:58.601943 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:41:58.613199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:41:58.800407 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:41:58.867189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:58.867878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:58.931257 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-e3c378c1-04f1-4083-a068-3bf2371f70f2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0758669 Jul 01 16:41:59.027649 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f789-ff9a-4720-8fa1-2a3ab1056010 req-0db570ba-6851-41c0-bfd9-dafc9e7a0f4d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:59.029332 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9078f789-ff9a-4720-8fa1-2a3ab1056010 req-0db570ba-6851-41c0-bfd9-dafc9e7a0f4d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 931 time: 0.2269969 Jul 01 16:41:59.083486 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77957ef4-d45d-470e-979a-5b750c96cdff req-5e5f6013-a71a-49f8-bca9-e035394a426f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816405 Jul 01 16:41:59.126572 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Made reservation on behalf of b6598cf49d3a4426be411fa45be0c7c8 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:41:59.142441 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:59.144158 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-eab9ff98-3639-4c95-9325-341aca665099 None None] Provisioning complete for port 74960809-e36c-4511-9a63-5f955f9a40f0 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:41:59.144741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eab9ff98-3639-4c95-9325-341aca665099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:59.170559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Request body: {'port': {'device_id': '74fca065-c0ba-4a16-958e-a991e16bb913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:41:59.251522 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-eab9ff98-3639-4c95-9325-341aca665099 None None] Port 74960809-e36c-4511-9a63-5f955f9a40f0 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:41:59.292049 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:59.490694 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9078f789-ff9a-4720-8fa1-2a3ab1056010 req-4b3c35a4-dc3c-4184-aab6-dabdeb8f000c tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184053 Jul 01 16:41:59.514425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9823-844c-4317-abf4-ea77ece3fb00 req-12cb9743-1f4a-469f-b70e-6c0678586cf3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:41:59.523124 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eefb9823-844c-4317-abf4-ea77ece3fb00 req-12cb9743-1f4a-469f-b70e-6c0678586cf3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.2578876 Jul 01 16:41:59.651559 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eefb9823-844c-4317-abf4-ea77ece3fb00 req-e15eb211-8c44-4998-bb39-4ba20accf3fb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266804 Jul 01 16:41:59.696816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Allocated IP 172.20.0.8 (75014e88-f269-4136-926c-e34ab9a26542/322bace4-d3a2-4930-83da-47647b6801ac/ea5701c7-2fd8-4a27-843f-6febced6bafb) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:41:59.711302 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ba9fdee-ee1a-4a71-98c6-a5aa7c92e86d req-d08a2f42-0344-4b28-8241-269ef2dc2c27 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0560400 Jul 01 16:41:59.825631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74960809-e36c-4511-9a63-5f955f9a40f0 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:41:59.836289 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks [] for port (74960809-e36c-4511-9a63-5f955f9a40f0), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:59.854688 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Transition to ACTIVE for port object 74960809-e36c-4511-9a63-5f955f9a40f0 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:41:59.860619 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:41:59.979226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:00.073234 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks [] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.108016 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:00.174894 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Attempting to bind port 74960809-e36c-4511-9a63-5f955f9a40f0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:00.175242 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Attempting to bind port 74960809-e36c-4511-9a63-5f955f9a40f0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:00.175580 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Attempting to bind port 74960809-e36c-4511-9a63-5f955f9a40f0 on network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:00.182546 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Port 74960809-e36c-4511-9a63-5f955f9a40f0 on network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:42:00.183200 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Attempting to bind port 74960809-e36c-4511-9a63-5f955f9a40f0 on network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:00.190728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:00.191121 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Checking segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:00.191462 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Bound using segment: {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:00.194556 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Bound port: 74960809-e36c-4511-9a63-5f955f9a40f0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:00.194556 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.210644 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.335062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:00.425608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Network 75014e88-f269-4136-926c-e34ab9a26542 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:00.431477 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Pushing event updated for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:00.436820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:00.441816 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:00.444220 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:00.447095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:00.461687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.589354 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:00.606985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:00.608430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.638474 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:00.639543 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:00.642826 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-57269084-1506-46a5-96dd-30adceab5c53 service neutron] 10.222.0.43 "PUT /v2.0/ports/74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 1093 time: 1.4756341 Jul 01 16:42:00.643486 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:00.646240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8956a6c-1713-40d9-9adb-07424b6a2859" -d '{"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:00.714212 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-28fc8f0d-015f-4b0b-9311-d15e629055fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2228091 Jul 01 16:42:00.767717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b03ced-ca7f-47ee-8892-31435c643fb0 req-582fcb0f-fe8e-4a8d-aac6-0569f5d70a73 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:00.773174 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1b03ced-ca7f-47ee-8892-31435c643fb0 req-582fcb0f-fe8e-4a8d-aac6-0569f5d70a73 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.1599736 Jul 01 16:42:00.776423 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99f7dc-2dc4-4e66-a81b-4572225d9443 x-openstack-request-id: req-0e99f7dc-2dc4-4e66-a81b-4572225d9443 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:00.776814 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:00.777170 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e99f7dc-2dc4-4e66-a81b-4572225d9443 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:00.788214 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e99f7dc-2dc4-4e66-a81b-4572225d9443'] response: {'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:42:00.889140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1b03ced-ca7f-47ee-8892-31435c643fb0 req-ef7b1651-4852-416d-94d2-7f5a8dfb8b26 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015432 Jul 01 16:42:00.983577 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4d923-2954-49a4-9d7a-2b4e5b6796c6 req-14878e10-755f-4475-88ac-7b90aedfbd2b tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:00.986043 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7b4d923-2954-49a4-9d7a-2b4e5b6796c6 req-14878e10-755f-4475-88ac-7b90aedfbd2b tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0673089 Jul 01 16:42:01.060133 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:01.065072 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7b4d923-2954-49a4-9d7a-2b4e5b6796c6 req-df3acd8f-3ee0-4823-8a51-9b2ba36f2bb2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659006 Jul 01 16:42:01.762548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd3966-c371-432e-83f5-543efd04afc1 req-9199f1f9-013d-4a4f-a4c5-aae5da7822dd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:01.764207 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5efd3966-c371-432e-83f5-543efd04afc1 req-9199f1f9-013d-4a4f-a4c5-aae5da7822dd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0581903 Jul 01 16:42:01.819339 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5efd3966-c371-432e-83f5-543efd04afc1 req-06ae269a-2622-4fb8-89ea-56f7e05d6bd7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470812 Jul 01 16:42:02.038162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b94f7-f4d7-4e74-a701-207369b1a1cb req-3132044b-77bb-43e9-8534-5e37fe6843e6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:02.045416 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-855b94f7-f4d7-4e74-a701-207369b1a1cb req-3132044b-77bb-43e9-8534-5e37fe6843e6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0591953 Jul 01 16:42:02.115517 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-855b94f7-f4d7-4e74-a701-207369b1a1cb req-3b3a4074-1303-4436-b913-c2303242f6d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686297 Jul 01 16:42:02.239499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8a01-f99f-4e07-b5cf-1feec2840363 req-7b1d02c0-86b4-43f8-8f7a-c292592bbcee tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:02.248484 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-269d8a01-f99f-4e07-b5cf-1feec2840363 req-7b1d02c0-86b4-43f8-8f7a-c292592bbcee tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0931299 Jul 01 16:42:02.316825 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-269d8a01-f99f-4e07-b5cf-1feec2840363 req-97dd8c4a-652b-4a59-85a6-788820e7bb3e tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663667 Jul 01 16:42:02.347056 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33640) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:02.484378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-367cc9aa-46be-4a8a-a02d-9faf68150f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.619883 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-367cc9aa-46be-4a8a-a02d-9faf68150f9c admin admin] Publish callbacks [] for security_group (fd5a56ac-370e-40ff-971a-93d7409f137b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.624579 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-367cc9aa-46be-4a8a-a02d-9faf68150f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fd5a56ac-370e-40ff-971a-93d7409f137b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.667153 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-367cc9aa-46be-4a8a-a02d-9faf68150f9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd47a19119b24b8ca99d7e5aaa84b4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189173 Jul 01 16:42:02.667998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cc9aa-46be-4a8a-a02d-9faf68150f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5a56ac-370e-40ff-971a-93d7409f137b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:02.669919 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33644) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:02.725831 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] Publish callbacks [] for security_group (fd5a56ac-370e-40ff-971a-93d7409f137b), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.750503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] Publish callbacks [] for security_group (fd5a56ac-370e-40ff-971a-93d7409f137b), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.806308 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fd5a56ac-370e-40ff-971a-93d7409f137b), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.809012 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:02.812106 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd5a56ac-370e-40ff-971a-93d7409f137b HTTP/1.1" status: 204 len: 168 time: 0.1386099 Jul 01 16:42:02.820037 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64066f84-aa57-4f45-91ae-eddfc0af6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5a56ac-370e-40ff-971a-93d7409f137b,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:03.002387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729192-4bbb-46e7-97dd-74af480b5cf5 req-7dbd2fb7-a9b8-4300-857b-b2e412e21a3f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:03.005284 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54729192-4bbb-46e7-97dd-74af480b5cf5 req-7dbd2fb7-a9b8-4300-857b-b2e412e21a3f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0845902 Jul 01 16:42:03.088284 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54729192-4bbb-46e7-97dd-74af480b5cf5 req-67e3b05e-84bb-4d0b-aae6-87a26bdb3d8b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767441 Jul 01 16:42:03.245276 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c12b4-4081-41fe-8073-7e002091e7ff req-71fda170-cdb6-43b9-92d7-ad1c20a4c0fa tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:03.246927 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ff1c12b4-4081-41fe-8073-7e002091e7ff req-71fda170-cdb6-43b9-92d7-ad1c20a4c0fa tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0528684 Jul 01 16:42:03.263105 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33662) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:03.278754 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-83233a07-e138-4419-830a-333cf842a591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.282503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:03.304304 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ff1c12b4-4081-41fe-8073-7e002091e7ff req-32897bee-a76a-40e2-a4e1-4ebe39f5f912 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Jul 01 16:42:03.405819 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-83233a07-e138-4419-830a-333cf842a591 admin admin] Publish callbacks [] for security_group (55895c94-1bb6-407a-9663-8b0451568acb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.412728 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:03.413717 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-83233a07-e138-4419-830a-333cf842a591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (55895c94-1bb6-407a-9663-8b0451568acb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.463995 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-83233a07-e138-4419-830a-333cf842a591 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fccdd994e25a481ca6e0d06d2d9ff387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997187 Jul 01 16:42:03.464812 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233a07-e138-4419-830a-333cf842a591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55895c94-1bb6-407a-9663-8b0451568acb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:03.467489 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33666) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:03.490460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65bad0-4149-4b19-b1a2-222aea96d034 req-764af4c1-fc1d-4f5c-af61-ca703a13858f tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:03.492000 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb65bad0-4149-4b19-b1a2-222aea96d034 req-764af4c1-fc1d-4f5c-af61-ca703a13858f tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0892682 Jul 01 16:42:03.533664 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] Publish callbacks [] for security_group (55895c94-1bb6-407a-9663-8b0451568acb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.555004 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb65bad0-4149-4b19-b1a2-222aea96d034 req-4cc85d45-c896-4c0a-8983-7a5911bbb12d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 Jul 01 16:42:03.569012 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] Publish callbacks [] for security_group (55895c94-1bb6-407a-9663-8b0451568acb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.626759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (55895c94-1bb6-407a-9663-8b0451568acb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.630645 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:03.633512 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55895c94-1bb6-407a-9663-8b0451568acb HTTP/1.1" status: 204 len: 168 time: 0.1626940 Jul 01 16:42:03.639791 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ef2c2-9262-4e46-87b9-11b72ad7b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55895c94-1bb6-407a-9663-8b0451568acb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:04.329184 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847267-a3ff-4872-be69-d1d5ffe997a5 req-8115ea22-3d1b-4594-bfa1-6bee1caf74a3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:04.331322 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90847267-a3ff-4872-be69-d1d5ffe997a5 req-8115ea22-3d1b-4594-bfa1-6bee1caf74a3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0884161 Jul 01 16:42:04.456847 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90847267-a3ff-4872-be69-d1d5ffe997a5 req-10af168f-536e-464a-b66f-747c4064ce3c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111791 Jul 01 16:42:04.469984 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8c84e-8ea4-4dc6-a94d-5e21a15dc398 req-b58c71ba-fc0e-43d2-86f0-399704a3739b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:04.477498 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdb8c84e-8ea4-4dc6-a94d-5e21a15dc398 req-b58c71ba-fc0e-43d2-86f0-399704a3739b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0828695 Jul 01 16:42:04.575656 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdb8c84e-8ea4-4dc6-a94d-5e21a15dc398 req-3e473489-282a-47aa-b364-12928dc328c6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970528 Jul 01 16:42:04.612347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33702) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:04.737707 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ce2ac-6fc4-474e-999e-56327bcaccfd req-5e894ac6-b8ab-4282-92bd-8be19ff65946 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:04.746935 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd8ce2ac-6fc4-474e-999e-56327bcaccfd req-5e894ac6-b8ab-4282-92bd-8be19ff65946 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0905232 Jul 01 16:42:04.776967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:04.780486 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ddff3612-1a74-4a5c-9bb3-618b5db3955b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:04.819057 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd8ce2ac-6fc4-474e-999e-56327bcaccfd req-fa243430-e018-413e-8830-9ac304bbcf14 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671988 Jul 01 16:42:04.932040 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ddff3612-1a74-4a5c-9bb3-618b5db3955b admin admin] Publish callbacks [] for security_group (4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:04.941344 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ddff3612-1a74-4a5c-9bb3-618b5db3955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:04.966468 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:04.981412 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3612-1a74-4a5c-9bb3-618b5db3955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:05.002972 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ddff3612-1a74-4a5c-9bb3-618b5db3955b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad236b909912469c893c1e010fcfe6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889503 Jul 01 16:42:05.006771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33714) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:05.080237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] Publish callbacks [] for security_group (4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:05.108779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] Publish callbacks [] for security_group (4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:05.170556 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:05.173656 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:05.178050 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c HTTP/1.1" status: 204 len: 168 time: 0.1701832 Jul 01 16:42:05.199809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d223-88d8-488e-a85c-b71973c04431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1dc75-1b3f-4a1b-bcf0-47c887430a1c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:05.603418 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdb522-5bb5-4a85-9536-eb3a6c7b7135 req-7038d86a-368b-4a4b-8754-4bb671b0ae67 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:05.613723 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84fdb522-5bb5-4a85-9536-eb3a6c7b7135 req-7038d86a-368b-4a4b-8754-4bb671b0ae67 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0609705 Jul 01 16:42:05.675155 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84fdb522-5bb5-4a85-9536-eb3a6c7b7135 req-d7064a2e-0b06-49ed-aec3-38a75b7a8cbb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Jul 01 16:42:05.799901 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aa131-8088-4db2-bda3-2f1aead76a0a req-7ad503b3-f728-4f57-8da8-76f537fafa87 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:05.801703 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df4aa131-8088-4db2-bda3-2f1aead76a0a req-7ad503b3-f728-4f57-8da8-76f537fafa87 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0601556 Jul 01 16:42:05.839178 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33746) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:05.865958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f4a39cf-2208-4a0a-9b9f-b88e6ecf1d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:05.915966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df4aa131-8088-4db2-bda3-2f1aead76a0a req-5e37c298-d9c1-4c1c-8827-b2828b821a03 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072958 Jul 01 16:42:06.005144 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f4a39cf-2208-4a0a-9b9f-b88e6ecf1d3a admin admin] Publish callbacks [] for security_group (f46c980d-4724-409f-ae12-55662481d948), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.013747 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5f4a39cf-2208-4a0a-9b9f-b88e6ecf1d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f46c980d-4724-409f-ae12-55662481d948), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.072253 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a39cf-2208-4a0a-9b9f-b88e6ecf1d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46c980d-4724-409f-ae12-55662481d948,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:06.085889 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5f4a39cf-2208-4a0a-9b9f-b88e6ecf1d3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=523c0b53f60d435f8531e8434e7a8e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445304 Jul 01 16:42:06.088300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33752) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:06.113203 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b379-2064-4112-850b-23977814d39a req-78ff672d-b318-4177-aed5-b6596efec135 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:06.116166 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca19b379-2064-4112-850b-23977814d39a req-78ff672d-b318-4177-aed5-b6596efec135 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.1046762 Jul 01 16:42:06.196620 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] Publish callbacks [] for security_group (f46c980d-4724-409f-ae12-55662481d948), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.214967 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:06.218162 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca19b379-2064-4112-850b-23977814d39a req-86e5b047-bdae-44b9-9f71-cba3b94b782d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Jul 01 16:42:06.231995 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] Publish callbacks [] for security_group (f46c980d-4724-409f-ae12-55662481d948), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.293404 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f46c980d-4724-409f-ae12-55662481d948), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.296728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:06.298373 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f46c980d-4724-409f-ae12-55662481d948 HTTP/1.1" status: 204 len: 168 time: 0.2025394 Jul 01 16:42:06.307769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a8c3a-dfd3-4957-bb24-c7c658d31469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46c980d-4724-409f-ae12-55662481d948,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:06.879874 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17871-8582-4274-ab41-580f5a5b71e1 req-614bad0e-b34e-4e4a-98f1-7dc82137962e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:06.889798 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30e17871-8582-4274-ab41-580f5a5b71e1 req-614bad0e-b34e-4e4a-98f1-7dc82137962e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0889108 Jul 01 16:42:06.970682 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30e17871-8582-4274-ab41-580f5a5b71e1 req-d3092b91-2e1b-4275-a5fe-246fd9aa3740 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Jul 01 16:42:07.242712 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4865c-f7d7-4a40-901a-954678dc2c18 req-09a6744e-3efb-4118-9d1e-45beeb0806fc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:07.244459 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7c4865c-f7d7-4a40-901a-954678dc2c18 req-09a6744e-3efb-4118-9d1e-45beeb0806fc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.1176906 Jul 01 16:42:07.366671 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:07.377137 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7c4865c-f7d7-4a40-901a-954678dc2c18 req-924b9a54-a312-4c29-a8fc-0f736352e152 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167541 Jul 01 16:42:07.579755 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33822) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:07.581336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab0a4-924c-483f-8de0-0b6d798da97b req-fff78b5a-1b99-4997-8792-83df4cd77fd3 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:07.589347 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d65ab0a4-924c-483f-8de0-0b6d798da97b req-fff78b5a-1b99-4997-8792-83df4cd77fd3 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0894320 Jul 01 16:42:07.659060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d65ab0a4-924c-483f-8de0-0b6d798da97b req-11b6cb7d-284a-4ad3-a7c7-29f6d0e44c47 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Jul 01 16:42:07.668526 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:07.672166 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:42:07.882706 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3a344f89-bb08-4673-bfd5-f7192d69a204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:07.996561 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3a344f89-bb08-4673-bfd5-f7192d69a204 admin admin] Publish callbacks [] for security_group (b9e3e47d-c5d7-41bc-9849-76bc2c2941d2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.001469 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3a344f89-bb08-4673-bfd5-f7192d69a204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b9e3e47d-c5d7-41bc-9849-76bc2c2941d2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.070421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33838) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:08.070926 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3a344f89-bb08-4673-bfd5-f7192d69a204 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46b020c27df14f6885dd3daf5271c2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890285 Jul 01 16:42:08.071509 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344f89-bb08-4673-bfd5-f7192d69a204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e3e47d-c5d7-41bc-9849-76bc2c2941d2,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:08.209311 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058990e-feae-4205-923c-1b415641844e req-c3e9893d-007a-4328-a960-14d395ee6a08 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:08.211230 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a058990e-feae-4205-923c-1b415641844e req-c3e9893d-007a-4328-a960-14d395ee6a08 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.1020434 Jul 01 16:42:08.229701 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] Publish callbacks [] for security_group (b9e3e47d-c5d7-41bc-9849-76bc2c2941d2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.282576 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] Publish callbacks [] for security_group (b9e3e47d-c5d7-41bc-9849-76bc2c2941d2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.299984 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a058990e-feae-4205-923c-1b415641844e req-442d2047-0f05-4edb-82be-6c13b2e3218c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825677 Jul 01 16:42:08.358297 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b9e3e47d-c5d7-41bc-9849-76bc2c2941d2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.361904 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.363082 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9e3e47d-c5d7-41bc-9849-76bc2c2941d2 HTTP/1.1" status: 204 len: 168 time: 0.2913730 Jul 01 16:42:08.375684 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea28dd9-2aa9-4c94-9b19-d4ee30545222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e3e47d-c5d7-41bc-9849-76bc2c2941d2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:08.506965 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:08.521173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0b9ad-377b-4aad-8865-ad4e8631d3c1 req-d22c84cb-4a41-4e41-9b70-2a15e447ed86 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:08.522775 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45a0b9ad-377b-4aad-8865-ad4e8631d3c1 req-d22c84cb-4a41-4e41-9b70-2a15e447ed86 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0587568 Jul 01 16:42:08.576837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45a0b9ad-377b-4aad-8865-ad4e8631d3c1 req-9ae9e6b4-393f-4f3e-b070-ef49ab065f7d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Jul 01 16:42:08.787104 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff93316-695f-4290-9ca9-f6f80189cede req-29f11f94-b934-49c6-9173-6495ac4997a3 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:08.789060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ff93316-695f-4290-9ca9-f6f80189cede req-29f11f94-b934-49c6-9173-6495ac4997a3 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 931 time: 0.0538251 Jul 01 16:42:08.799398 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 33868) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:08.816810 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0576a1f8-2ae1-4626-9ed1-8fe169ce262a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.846426 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ff93316-695f-4290-9ca9-f6f80189cede req-8be01d87-5b52-4afe-aa69-fc54f028f7c6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Jul 01 16:42:08.902869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0576a1f8-2ae1-4626-9ed1-8fe169ce262a admin admin] Publish callbacks [] for security_group (d622573f-ed59-47d6-8629-99c029b2e2fe), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.907841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0576a1f8-2ae1-4626-9ed1-8fe169ce262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d622573f-ed59-47d6-8629-99c029b2e2fe), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:08.947653 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0576a1f8-2ae1-4626-9ed1-8fe169ce262a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f381929ffd944e5f8d19d9beaed7d9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467984 Jul 01 16:42:08.948810 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a1f8-2ae1-4626-9ed1-8fe169ce262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d622573f-ed59-47d6-8629-99c029b2e2fe,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:08.950298 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 33870) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:09.011280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] Publish callbacks [] for security_group (d622573f-ed59-47d6-8629-99c029b2e2fe), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.038950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] Publish callbacks [] for security_group (d622573f-ed59-47d6-8629-99c029b2e2fe), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.104912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d622573f-ed59-47d6-8629-99c029b2e2fe), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.107926 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.109283 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d622573f-ed59-47d6-8629-99c029b2e2fe HTTP/1.1" status: 204 len: 168 time: 0.1572499 Jul 01 16:42:09.118136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc548e5-1458-473f-8507-2d066c89cb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d622573f-ed59-47d6-8629-99c029b2e2fe,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:09.155112 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Request body: {'port': {'device_id': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:09.183083 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fae2f826-b534-44d9-8c4c-7ada8421178c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.211578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:09.271622 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-1ec8af8e-552b-4e20-81b3-2161131d2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.273170 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-1ec8af8e-552b-4e20-81b3-2161131d2457 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1127 time: 0.0807009 Jul 01 16:42:09.274706 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-d9436b7b-24cc-4aeb-884c-809b77eadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.276298 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-d9436b7b-24cc-4aeb-884c-809b77eadedd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1130 time: 0.0742991 Jul 01 16:42:09.290024 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.508252 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982be1b-fc70-4cd7-9e40-08bc4982738f req-80e6ff2d-751f-4125-9e18-d0bb11a4f410 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.510061 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a982be1b-fc70-4cd7-9e40-08bc4982738f req-80e6ff2d-751f-4125-9e18-d0bb11a4f410 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0790722 Jul 01 16:42:09.524666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:09.592953 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-b83d8024-1d88-4a6e-a23a-f345efd75734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.595426 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-b83d8024-1d88-4a6e-a23a-f345efd75734 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ef0cc672766c47759a088a398d95147f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3003297 Jul 01 16:42:09.676730 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a982be1b-fc70-4cd7-9e40-08bc4982738f req-c4189a9a-1852-46dd-b2d9-01eb3f0ad2ef tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544571 Jul 01 16:42:09.825082 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5701c7-2fd8-4a27-843f-6febced6bafb {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:09.874396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks [] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.919554 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:09.936936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Transition to ACTIVE for port object ea5701c7-2fd8-4a27-843f-6febced6bafb will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:42:09.944465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475563-0c46-4bc7-8a2a-e43a378031b7 req-088501f0-d5e9-4ca5-9f28-ae04a1261402 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.945995 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29475563-0c46-4bc7-8a2a-e43a378031b7 req-088501f0-d5e9-4ca5-9f28-ae04a1261402 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.1080220 Jul 01 16:42:09.949339 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:09.978786 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-7286d472-0298-4cf7-8c9c-35e984888aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.981161 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d8956a6c-1713-40d9-9adb-07424b6a2859 req-7286d472-0298-4cf7-8c9c-35e984888aa2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3407538 Jul 01 16:42:09.987166 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-be7434c4-ea1f-4118-8549-c22a09a8594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:09.991586 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-be7434c4-ea1f-4118-8549-c22a09a8594b service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.6952055 Jul 01 16:42:09.996452 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:10.052076 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29475563-0c46-4bc7-8a2a-e43a378031b7 req-45781f5f-ad46-4ec0-9524-1a3097b631fa tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916688 Jul 01 16:42:10.064430 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-585b4fc5-197c-48f8-ab33-7d9b437ae678 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 217 time: 0.0535977 Jul 01 16:42:10.155411 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Pushing event updated for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:10.219935 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Attempting to bind port ea5701c7-2fd8-4a27-843f-6febced6bafb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:10.220270 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Attempting to bind port ea5701c7-2fd8-4a27-843f-6febced6bafb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:10.220736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Attempting to bind port ea5701c7-2fd8-4a27-843f-6febced6bafb on network 75014e88-f269-4136-926c-e34ab9a26542 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:10.233479 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73f2c-c366-4276-9aed-64e38214cac9 req-a5e0a6ff-0460-453b-a731-c1dcbd8e58d2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.235696 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdd73f2c-c366-4276-9aed-64e38214cac9 req-a5e0a6ff-0460-453b-a731-c1dcbd8e58d2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 943 time: 0.0716140 Jul 01 16:42:10.236785 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Port ea5701c7-2fd8-4a27-843f-6febced6bafb on network 75014e88-f269-4136-926c-e34ab9a26542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:42:10.237107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Attempting to bind port ea5701c7-2fd8-4a27-843f-6febced6bafb on network 75014e88-f269-4136-926c-e34ab9a26542 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:10.243301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:10.243639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Checking segment: {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:10.244004 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Bound using segment: {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:10.244463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Bound port: ea5701c7-2fd8-4a27-843f-6febced6bafb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:10.244781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:10.351224 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdd73f2c-c366-4276-9aed-64e38214cac9 req-70f3d4a4-1b18-40b5-9ae2-16df539e10de tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038527 Jul 01 16:42:10.370759 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:10.374707 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:10.383326 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:10.479319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927201-3ab7-4dae-ad0c-f9b0b9a63a93 req-7fb106bb-ea36-4b55-adfb-4f1b5e914d18 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.480831 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c927201-3ab7-4dae-ad0c-f9b0b9a63a93 req-7fb106bb-ea36-4b55-adfb-4f1b5e914d18 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0871832 Jul 01 16:42:10.493331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.493947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:10.495367 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] 10.222.0.43 "PUT /v2.0/ports/ea5701c7-2fd8-4a27-843f-6febced6bafb HTTP/1.1" status: 200 len: 1093 time: 1.3446081 Jul 01 16:42:10.496931 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:10.500663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef89f0-d62d-4674-b9ef-6884173297e2" -d '{"events": [{"name": "network-changed", "server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:10.536709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:10.537769 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31438-c8b0-4784-bad3-20d9e556a77f service neutron] Pushing event updated for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:10.547664 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-ad881f81-765c-4731-af79-316c80a779a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.550199 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-ad881f81-765c-4731-af79-316c80a779a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1127 time: 0.4620075 Jul 01 16:42:10.559683 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-1e5fc54f-bd9c-45f4-8c76-49d9ab42cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.561891 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-1e5fc54f-bd9c-45f4-8c76-49d9ab42cd49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.4889719 Jul 01 16:42:10.570850 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc797c8-36fc-4c4e-8bb9-258d2194c66b x-openstack-request-id: req-fdc797c8-36fc-4c4e-8bb9-258d2194c66b {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:10.571330 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:10.571555 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdc797c8-36fc-4c4e-8bb9-258d2194c66b {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:10.571994 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc797c8-36fc-4c4e-8bb9-258d2194c66b'] response: {'name': 'network-changed', 'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb', 'status': 'completed', 'code': 200} Jul 01 16:42:10.579887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c927201-3ab7-4dae-ad0c-f9b0b9a63a93 req-2ec88a54-875e-44c9-84f5-3e36a06904f4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836318 Jul 01 16:42:10.657609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-f095878d-9afa-4b67-bfd9-d7c8c7760071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.659244 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-f095878d-9afa-4b67-bfd9-d7c8c7760071 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 1127 time: 0.0560620 Jul 01 16:42:10.674237 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-ad7d2385-55f3-40d8-9b9d-40e37f8b3c2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 217 time: 0.0754328 Jul 01 16:42:10.699455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-ae2cb78e-71d0-4bb3-bcc4-1abbb719ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.701034 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-ae2cb78e-71d0-4bb3-bcc4-1abbb719ecc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1009638 Jul 01 16:42:10.717733 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-79a58b76-24de-40ec-956e-26940f7245c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb HTTP/1.1" status: 200 len: 217 time: 0.0423594 Jul 01 16:42:10.772258 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-78185c36-8676-4f72-a01e-b3cf15f5ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.773752 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-78185c36-8676-4f72-a01e-b3cf15f5ddb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.0914173 Jul 01 16:42:10.820718 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-45bffd9d-857a-45b5-91e6-12a82abea6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.822265 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-45bffd9d-857a-45b5-91e6-12a82abea6e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=322bace4-d3a2-4930-83da-47647b6801ac HTTP/1.1" status: 200 len: 849 time: 0.0977166 Jul 01 16:42:10.829034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284c237-e11f-40fc-a2a3-be867809ba01 req-b44969a5-29a0-47eb-b6aa-e6188b3031a1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.830554 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2284c237-e11f-40fc-a2a3-be867809ba01 req-b44969a5-29a0-47eb-b6aa-e6188b3031a1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0649445 Jul 01 16:42:10.856697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-a386218d-c610-46b3-8e9f-109918b4607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:10.858082 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-bfa650c5-d5e2-4f2f-9de7-637f6a7d8f6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75014e88-f269-4136-926c-e34ab9a26542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265138 Jul 01 16:42:10.858215 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-a386218d-c610-46b3-8e9f-109918b4607d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569293 Jul 01 16:42:10.864265 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-189d1b7c-8842-4cfe-bbda-46fbf688b556 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430967 Jul 01 16:42:10.936824 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2284c237-e11f-40fc-a2a3-be867809ba01 req-803ee53c-8bf3-4618-8f9a-ff67a9d87079 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766799 Jul 01 16:42:11.000142 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-761b5f4b-2c4e-4ffe-a594-2f7da1e18a1a service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161177 Jul 01 16:42:11.052622 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-e2c638bd-f4ae-4922-81ad-18fbaf74bc87 req-17fe26b4-b0a8-49e0-8d6e-41893cb2e464 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680288 Jul 01 16:42:11.065619 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-c081df71-9788-449e-af77-da6d65fa9468 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823597 Jul 01 16:42:11.128011 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-07c94334-f8dc-4096-9164-9a5f12b428d6 req-c82f363c-58dc-488e-a726-9574cb7a9652 service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217120 Jul 01 16:42:11.219611 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0de87e40-d0e3-4fa0-8e2b-930d4fb8e925 req-2078e1e0-5c31-4459-97ef-bc6cb18f6515 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362758 Jul 01 16:42:11.248046 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49577a-d3f8-439d-aa9b-1cd0d8db420e req-bfe03e43-1158-4efe-940b-a9f40b024ca1 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:11.250286 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e49577a-d3f8-439d-aa9b-1cd0d8db420e req-bfe03e43-1158-4efe-940b-a9f40b024ca1 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0535822 Jul 01 16:42:11.303449 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e49577a-d3f8-439d-aa9b-1cd0d8db420e req-fded4958-6eb5-4c31-b37d-1e709e4cb0b5 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Jul 01 16:42:11.492559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa8929-1719-4866-9f59-5393f5a0f163 req-4ffe0d54-ff90-4c0d-a45a-6ce06872125b tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:11.494033 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-acaa8929-1719-4866-9f59-5393f5a0f163 req-4ffe0d54-ff90-4c0d-a45a-6ce06872125b tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 943 time: 0.0505245 Jul 01 16:42:11.514312 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-737e76cc-d504-4485-a2a0-c73cd72b1835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:11.553413 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-acaa8929-1719-4866-9f59-5393f5a0f163 req-82844228-5691-4c43-9a4f-73e6857ef761 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500014 Jul 01 16:42:11.707277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e317-4190-4594-bf84-7a24e80d7760 req-6680bd08-2597-4eda-acc5-c0de21c352f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:11.708765 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0144e317-4190-4594-bf84-7a24e80d7760 req-6680bd08-2597-4eda-acc5-c0de21c352f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0520604 Jul 01 16:42:11.738221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:11.763404 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0144e317-4190-4594-bf84-7a24e80d7760 req-a721d68a-a82e-4206-adce-b42b03c6d981 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487275 Jul 01 16:42:12.063274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91647d-d27c-436f-8e86-f0ab0322a53e req-493fb271-60bd-4523-8d04-ac86c425cf1a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:12.064825 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a91647d-d27c-436f-8e86-f0ab0322a53e req-493fb271-60bd-4523-8d04-ac86c425cf1a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Jul 01 16:42:12.114026 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a91647d-d27c-436f-8e86-f0ab0322a53e req-acb4218f-86bf-4e69-8764-6fb0571a7cd5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Jul 01 16:42:12.432877 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a0ce5-d716-4d96-9d0a-8b585c037d39 req-8fbbb3b0-8f2a-487d-9921-8988a1105880 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:12.434443 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b7a0ce5-d716-4d96-9d0a-8b585c037d39 req-8fbbb3b0-8f2a-487d-9921-8988a1105880 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0581312 Jul 01 16:42:12.482950 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b7a0ce5-d716-4d96-9d0a-8b585c037d39 req-c0f9bd3c-3cee-462a-8280-c781b14aceb9 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Jul 01 16:42:12.674614 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b7346-dc09-4e6c-b143-dfebf60f8583 req-d33f08b2-b7f0-4228-b298-eea6eb8a59cd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:12.676141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad0b7346-dc09-4e6c-b143-dfebf60f8583 req-d33f08b2-b7f0-4228-b298-eea6eb8a59cd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 943 time: 0.0499275 Jul 01 16:42:12.724472 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad0b7346-dc09-4e6c-b143-dfebf60f8583 req-9e8144d4-9432-4766-81d0-274f3782e80e tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jul 01 16:42:12.856999 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:12.881774 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b1eb-78a5-45ef-aea1-109679f2e624 req-0860726d-bf12-4b5d-bb70-5a9c9139f87e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:12.883282 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f163b1eb-78a5-45ef-aea1-109679f2e624 req-0860726d-bf12-4b5d-bb70-5a9c9139f87e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0470617 Jul 01 16:42:12.907559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:12.935006 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f163b1eb-78a5-45ef-aea1-109679f2e624 req-40ea71b5-1735-42d3-9648-c537062b44c0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Jul 01 16:42:13.233795 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147e02-a294-43bf-8771-d3119b95eefb req-c519dd70-0c07-4c68-b3d3-7e0a1067f04d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:13.235999 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-85147e02-a294-43bf-8771-d3119b95eefb req-c519dd70-0c07-4c68-b3d3-7e0a1067f04d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0545247 Jul 01 16:42:13.283859 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-85147e02-a294-43bf-8771-d3119b95eefb req-4261bc11-25fb-4cc0-bf24-3b0a28aa5239 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Jul 01 16:42:13.612697 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b722-b7b8-47ae-a504-7e4c26cf6b1a req-5fb906c0-d5fe-4b76-8f84-bc3ee83b25fe tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:13.614420 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c41b722-b7b8-47ae-a504-7e4c26cf6b1a req-5fb906c0-d5fe-4b76-8f84-bc3ee83b25fe tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0593028 Jul 01 16:42:13.662852 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c41b722-b7b8-47ae-a504-7e4c26cf6b1a req-7f89ddd2-e63d-4688-a159-6f33053955ce tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Jul 01 16:42:13.847427 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87278-c53c-44d6-a789-a886a2592ffc req-6e02846b-a418-4dcd-b452-ceb28d39e0bd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:13.849102 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6d87278-c53c-44d6-a789-a886a2592ffc req-6e02846b-a418-4dcd-b452-ceb28d39e0bd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 943 time: 0.0586226 Jul 01 16:42:13.898535 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6d87278-c53c-44d6-a789-a886a2592ffc req-aadde104-8a28-4d73-9c0e-a14003e0893c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 Jul 01 16:42:14.059101 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d7139-9f01-41ef-9f22-ac0a7a920987 req-93e5c41b-5383-46f5-aa73-0cb59b42eccf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:14.060728 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f30d7139-9f01-41ef-9f22-ac0a7a920987 req-93e5c41b-5383-46f5-aa73-0cb59b42eccf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0527186 Jul 01 16:42:14.110286 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f30d7139-9f01-41ef-9f22-ac0a7a920987 req-b3178381-fbbd-4883-b510-adb866599ab4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Jul 01 16:42:14.358420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:14.413677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827635b-cac9-4250-a5bb-0315e4ed5347 req-3d3403ec-27c7-488c-96b1-6058561b7de1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:14.415080 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e827635b-cac9-4250-a5bb-0315e4ed5347 req-3d3403ec-27c7-488c-96b1-6058561b7de1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0576975 Jul 01 16:42:14.462239 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e827635b-cac9-4250-a5bb-0315e4ed5347 req-3186891c-63b5-4430-b1a7-b9ba97fe1782 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Jul 01 16:42:14.592956 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:14.776715 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0e48-b7c7-42e8-ab37-e38e105c31e5 req-c94d3ab8-9d07-49a4-b65f-6eba3013f5be tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:14.778179 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-313d0e48-b7c7-42e8-ab37-e38e105c31e5 req-c94d3ab8-9d07-49a4-b65f-6eba3013f5be tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0474296 Jul 01 16:42:14.825876 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-313d0e48-b7c7-42e8-ab37-e38e105c31e5 req-694699aa-87c0-4e30-9209-12459bd58626 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jul 01 16:42:14.994322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:15.010141 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507673-ddb7-44ee-ba8f-16014d453733 req-b8a70227-9ccd-4ec1-bc1f-39e20066ff36 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:15.011630 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a507673-ddb7-44ee-ba8f-16014d453733 req-b8a70227-9ccd-4ec1-bc1f-39e20066ff36 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 943 time: 0.0482028 Jul 01 16:42:15.062766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a507673-ddb7-44ee-ba8f-16014d453733 req-b0c5ead5-1e53-4085-8d7e-2b9f9ade7f16 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Jul 01 16:42:15.229203 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c31a3-3f6c-4698-ab77-6174aa34e85a req-302e994b-15f4-4a12-98cf-c2cae10eb0b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:15.230724 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-060c31a3-3f6c-4698-ab77-6174aa34e85a req-302e994b-15f4-4a12-98cf-c2cae10eb0b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0479047 Jul 01 16:42:15.278833 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-060c31a3-3f6c-4698-ab77-6174aa34e85a req-476510aa-aa45-43bb-ab1e-94effe0d1f43 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 Jul 01 16:42:15.366237 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ea5701c7-2fd8-4a27-843f-6febced6bafb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:15.466297 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:15.477194 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'ea5701c7-2fd8-4a27-843f-6febced6bafb', 'network_id': '75014e88-f269-4136-926c-e34ab9a26542', 'port_id': 'ea5701c7-2fd8-4a27-843f-6febced6bafb', 'mac_address': 'fa:16:3e:6a:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322bace4-d3a2-4930-83da-47647b6801ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:15.513597 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ea5701c7-2fd8-4a27-843f-6febced6bafb is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:15.513996 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:15.531971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5701c7-2fd8-4a27-843f-6febced6bafb {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:15.551978 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:15.557131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:15.578286 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee5201-4658-41f0-9e32-24a9fffd49e6 req-4750c6d6-4d32-4c13-9ac4-e2c1ef66d486 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:15.579779 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94ee5201-4658-41f0-9e32-24a9fffd49e6 req-4750c6d6-4d32-4c13-9ac4-e2c1ef66d486 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0491681 Jul 01 16:42:15.580285 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:15.614062 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:15.631889 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94ee5201-4658-41f0-9e32-24a9fffd49e6 req-b4bba8e3-313e-4dc9-964f-67290717fe39 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Jul 01 16:42:15.947798 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ca93f-37ea-4019-a2a4-717b5aee6bdb req-d75ee0ef-caf1-4d29-a807-f19d2df3e93f tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:15.949289 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b90ca93f-37ea-4019-a2a4-717b5aee6bdb req-d75ee0ef-caf1-4d29-a807-f19d2df3e93f tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0535903 Jul 01 16:42:15.964511 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['ea5701c7-2fd8-4a27-843f-6febced6bafb'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:16.001304 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b90ca93f-37ea-4019-a2a4-717b5aee6bdb req-5b3e5ab1-d81c-4002-8fcc-3cb561d5f74f tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Jul 01 16:42:16.088967 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-e9990ec9-7744-4a86-9e16-07d0dea09d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.090652 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-e9990ec9-7744-4a86-9e16-07d0dea09d48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 1128 time: 0.0449376 Jul 01 16:42:16.181245 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae696c5-e5df-41c7-9f29-5b1f40e768f3 req-460c7164-17be-4673-a062-585cf869c1ae tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.182753 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cae696c5-e5df-41c7-9f29-5b1f40e768f3 req-460c7164-17be-4673-a062-585cf869c1ae tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 944 time: 0.0503483 Jul 01 16:42:16.195402 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:16.232415 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cae696c5-e5df-41c7-9f29-5b1f40e768f3 req-955dfeb7-7ec1-4281-8b20-a85df1c265c1 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Jul 01 16:42:16.400070 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03d18-a193-4be7-a3fd-d9fc5856d91b req-51a2ac2c-2fbf-4954-ad1f-31af7b03a268 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.401427 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47c03d18-a193-4be7-a3fd-d9fc5856d91b req-51a2ac2c-2fbf-4954-ad1f-31af7b03a268 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0498774 Jul 01 16:42:16.452298 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47c03d18-a193-4be7-a3fd-d9fc5856d91b req-cbb5d6a3-9337-46ce-8482-42746fd259ef tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453050 Jul 01 16:42:16.565788 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:16.571532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-d8be6b5f-97b0-4f7a-abb7-d5bd61c91a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.573010 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-d8be6b5f-97b0-4f7a-abb7-d5bd61c91a35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 200 len: 910 time: 0.1050148 Jul 01 16:42:16.750678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047c291-611b-49bb-b0a7-8a665fedb9f1 req-41db30a4-429e-4675-9886-2bce428fd504 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.752189 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2047c291-611b-49bb-b0a7-8a665fedb9f1 req-41db30a4-429e-4675-9886-2bce428fd504 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0501225 Jul 01 16:42:16.807278 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2047c291-611b-49bb-b0a7-8a665fedb9f1 req-13f2954c-04c1-4bfd-9ed0-14b523c48809 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 Jul 01 16:42:16.896350 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ea5701c7-2fd8-4a27-843f-6febced6bafb up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:16.912422 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-c13572df-dcaa-4405-a24a-e96390806eb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb HTTP/1.1" status: 200 len: 217 time: 0.0435507 Jul 01 16:42:16.944926 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port ea5701c7-2fd8-4a27-843f-6febced6bafb completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:42:16.953220 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port ea5701c7-2fd8-4a27-843f-6febced6bafb triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:16.953620 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:16.989886 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-fcb7faad-6d55-4efe-a86b-cb1d506afe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:16.991870 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-fcb7faad-6d55-4efe-a86b-cb1d506afe0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=322bace4-d3a2-4930-83da-47647b6801ac HTTP/1.1" status: 200 len: 849 time: 0.0634239 Jul 01 16:42:17.038592 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ea5701c7-2fd8-4a27-843f-6febced6bafb is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:17.039164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.087847 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:17.090525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ed7bbe-dfd8-4aff-bbc9-172b9126fad9" -d '{"events": [{"server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "name": "network-vif-plugged", "status": "completed", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:17.107935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:17.113148 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.118604 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:17.144190 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686e3f5-c75c-4633-989d-a9a4b15cdee6 req-3cefcce1-cf24-42c4-a3f5-75255ba9ffa0 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:17.146564 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1686e3f5-c75c-4633-989d-a9a4b15cdee6 req-3cefcce1-cf24-42c4-a3f5-75255ba9ffa0 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0662839 Jul 01 16:42:17.150988 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4230bb0-282b-4c4d-9fa0-6c16ec8fa896 x-openstack-request-id: req-a4230bb0-282b-4c4d-9fa0-6c16ec8fa896 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:17.151673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "name": "network-vif-plugged", "status": "completed", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:17.152222 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4230bb0-282b-4c4d-9fa0-6c16ec8fa896 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:17.152819 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4230bb0-282b-4c4d-9fa0-6c16ec8fa896'] response: {'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb', 'code': 200} Jul 01 16:42:17.186549 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:17.194207 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.194596 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.195174 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.195539 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.196018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.196342 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.196734 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.197129 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.197539 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.197935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.198335 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.198746 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.199135 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.199520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.199906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:17.207067 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1686e3f5-c75c-4633-989d-a9a4b15cdee6 req-c7d360c0-123b-4c66-8dce-59cee940a716 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Jul 01 16:42:17.239728 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34082) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:17.244237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242476290', 'description': 'tempest-description--585558377'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:17.266851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.372136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fed51-23eb-4a8b-a910-eeb2385c6bd2 req-cd125833-279a-4467-a34c-c28cca600593 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:17.373697 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b8fed51-23eb-4a8b-a910-eeb2385c6bd2 req-cd125833-279a-4467-a34c-c28cca600593 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0650835 Jul 01 16:42:17.386781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (73d867ab-0c7e-4902-8217-2c0507d31162), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.395688 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (73d867ab-0c7e-4902-8217-2c0507d31162), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.446589 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.447693 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2069130 Jul 01 16:42:17.450867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34086) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:17.456400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa2d8-ad1e-44fe-b477-1a88ce325cdd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d867ab-0c7e-4902-8217-2c0507d31162,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:17.456576 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '73d867ab-0c7e-4902-8217-2c0507d31162', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:17.462812 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b8fed51-23eb-4a8b-a910-eeb2385c6bd2 req-ce3e18da-1358-4085-ad8c-cfbcef566eb0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786045 Jul 01 16:42:17.495969 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (767c696d-f2fd-4cd1-bd5c-3c9940b8235f), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.574600 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (767c696d-f2fd-4cd1-bd5c-3c9940b8235f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.580129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (767c696d-f2fd-4cd1-bd5c-3c9940b8235f), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.600524 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:17.607985 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767c696d-f2fd-4cd1-bd5c-3c9940b8235f,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:17.617589 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.618864 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-fc5c4a3e-7ca5-40bf-929a-ba9c8dcf000f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669829 Jul 01 16:42:17.621444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34090) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:17.626818 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '73d867ab-0c7e-4902-8217-2c0507d31162', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:17.653904 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (4f9c5fc7-e1fb-4acf-bdf2-9b953f247cf9), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.664262 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:17.704524 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:17.717504 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e44680-d0b5-4f54-ac49-cbce1dc7eefd req-e0c9e657-07d1-4a66-a360-ba0b175c5eda tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:17.719294 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67e44680-d0b5-4f54-ac49-cbce1dc7eefd req-e0c9e657-07d1-4a66-a360-ba0b175c5eda tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0513928 Jul 01 16:42:17.730179 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (4f9c5fc7-e1fb-4acf-bdf2-9b953f247cf9), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.734177 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (4f9c5fc7-e1fb-4acf-bdf2-9b953f247cf9), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.754169 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9c5fc7-e1fb-4acf-bdf2-9b953f247cf9,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:17.760738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.762080 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-db8b8114-9773-4b29-9b1e-0d079b80b1fb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397009 Jul 01 16:42:17.765245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34094) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:17.769817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:17.770605 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67e44680-d0b5-4f54-ac49-cbce1dc7eefd req-ea4f6181-465d-4f64-a62b-339c3fc6b26a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Jul 01 16:42:17.793289 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.872037 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:17.935542 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df262bf-50f2-44fb-b583-e16f9e21ef79 req-a1b03fbd-ed9b-48de-9119-3303ac6c2306 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:17.937078 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1df262bf-50f2-44fb-b583-e16f9e21ef79 req-a1b03fbd-ed9b-48de-9119-3303ac6c2306 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0597482 Jul 01 16:42:17.990898 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1df262bf-50f2-44fb-b583-e16f9e21ef79 req-0d1b866a-bf29-419c-902f-e5e8e256e07b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Jul 01 16:42:18.001057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.27.2.78 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:18.108244 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.138638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.178874 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:18.183909 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:18.186624 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:18.210536 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:18.238268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:18.320131 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9338d-c6b6-4a58-aa13-aa127a91726f req-81c48a4b-d7b0-4148-91cc-5cc705419f8b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:18.321453 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.321870 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55d9338d-c6b6-4a58-aa13-aa127a91726f req-81c48a4b-d7b0-4148-91cc-5cc705419f8b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0489516 Jul 01 16:42:18.352166 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:18.364300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.371332 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55d9338d-c6b6-4a58-aa13-aa127a91726f req-f3526317-9a20-4e90-850f-f37fa7130f5a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Jul 01 16:42:18.519190 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.524364 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.589666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288550f-5688-4910-8c7d-9c5d7e3b7a69 req-5f21469e-ede7-46fc-8ad9-c87628efff38 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:18.591086 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8288550f-5688-4910-8c7d-9c5d7e3b7a69 req-5f21469e-ede7-46fc-8ad9-c87628efff38 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0543895 Jul 01 16:42:18.595184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:18.607173 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.607527 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.607874 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.608218 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.608558 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.609444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.609829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.610257 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.610689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.611021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.611363 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.611689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.612022 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.612351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.612681 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:18.619070 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.637494 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:18.646978 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-69dc8128-70fd-4e97-bde0-b05f9c85c3da tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8724020 Jul 01 16:42:18.875251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:18.920388 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8288550f-5688-4910-8c7d-9c5d7e3b7a69 req-855c4739-efbd-449d-847c-e0b27d6067a9 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233225 Jul 01 16:42:18.927404 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-cd994081-9d10-4b56-9823-75c5e9208e25 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--242476290&fields=id&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 267 time: 0.0695837 Jul 01 16:42:19.068739 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b10a4-6e5a-48f2-ab65-b436e56bd9d8 req-692ffdba-6e30-4eff-9007-8c8f42cb522e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:19.070199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-182b10a4-6e5a-48f2-ab65-b436e56bd9d8 req-692ffdba-6e30-4eff-9007-8c8f42cb522e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0939319 Jul 01 16:42:19.080252 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-6324b9c5-8847-4b4a-acc4-5a75bf315859 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:19.081615 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-6324b9c5-8847-4b4a-acc4-5a75bf315859 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.1478760 Jul 01 16:42:19.106971 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-b061f1bd-117d-4f19-bf33-38b2ead7ac46 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/quotas/5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 375 time: 0.0174696 Jul 01 16:42:19.161710 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-182b10a4-6e5a-48f2-ab65-b436e56bd9d8 req-855f0780-e3a5-4618-836c-753994c159ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791526 Jul 01 16:42:19.173017 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-af902528-5c49-4eed-97e3-b2cc46eef2b2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566783 Jul 01 16:42:19.313210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d668cc-bd38-4ad0-a7c3-744cb8e8a080 req-fad20f86-fcdc-49f1-aac8-2848b54b4063 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:19.314753 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60d668cc-bd38-4ad0-a7c3-744cb8e8a080 req-fad20f86-fcdc-49f1-aac8-2848b54b4063 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0907829 Jul 01 16:42:19.318630 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-9af9354e-bc53-4a83-86c8-c6f44227ccef service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333072 Jul 01 16:42:19.424629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60d668cc-bd38-4ad0-a7c3-744cb8e8a080 req-b98e5f2a-cf4a-4324-8c50-a1b9f724103e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031303 Jul 01 16:42:19.451584 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-c58d5569-ba72-40d9-a908-9fbb734bb00d service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239655 Jul 01 16:42:19.512928 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:19.527495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f1a0-f245-4619-805d-c151fecc1649 req-eb88bdc0-a3d3-4e11-8eeb-d6eb770e1ee3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:19.528980 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c633f1a0-f245-4619-805d-c151fecc1649 req-eb88bdc0-a3d3-4e11-8eeb-d6eb770e1ee3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 943 time: 0.0489810 Jul 01 16:42:19.588837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c633f1a0-f245-4619-805d-c151fecc1649 req-96b19366-0dd2-4987-ae50-f03c30e41454 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 01 16:42:19.619284 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5f3d4ad-ecbb-4c65-80be-981000225b93 req-53316e26-9e33-430d-8f69-ded6ccaf76c6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0294738 Jul 01 16:42:19.704738 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-700413f0-e053-4123-9b26-ea2b45ae2e5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75014e88-f269-4136-926c-e34ab9a26542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371196 Jul 01 16:42:19.714614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 74960809-e36c-4511-9a63-5f955f9a40f0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:19.863518 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-69eb4268-902d-4aef-af9f-ae6b10be8113 service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004374 Jul 01 16:42:19.891599 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:19.903059 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '74960809-e36c-4511-9a63-5f955f9a40f0', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'port_id': '74960809-e36c-4511-9a63-5f955f9a40f0', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:19.939939 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 74960809-e36c-4511-9a63-5f955f9a40f0 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:19.940329 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:19.955241 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74960809-e36c-4511-9a63-5f955f9a40f0 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:19.977910 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:19.982779 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:20.034825 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:20.043711 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e8a27-ad88-44b1-8d63-bccdaab75c33 req-114ee8df-e35e-4363-b3d6-3ed03b18048c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:20.044543 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a87e8a27-ad88-44b1-8d63-bccdaab75c33 req-114ee8df-e35e-4363-b3d6-3ed03b18048c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Jul 01 16:42:20.095264 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a87e8a27-ad88-44b1-8d63-bccdaab75c33 req-9010a9ea-bfa0-49a1-8225-325ab206230f tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Jul 01 16:42:20.326672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fe0b-346a-4883-9e49-6dbcfb36ee07 req-9f121f07-f210-47af-892b-b991682c9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:20.329147 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84c3fe0b-346a-4883-9e49-6dbcfb36ee07 req-9f121f07-f210-47af-892b-b991682c9e1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 1129 time: 0.0936871 Jul 01 16:42:20.336822 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-a9ef89f0-d62d-4674-b9ef-6884173297e2 req-afd1fe65-6c64-45c9-bfdd-c69a1be82aa0 service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613154 Jul 01 16:42:20.357656 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284313b9-7c22-4019-832d-fd4e5f775873 req-8f6cea81-87ea-4938-805f-893fe6aff11c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:20.359753 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-284313b9-7c22-4019-832d-fd4e5f775873 req-8f6cea81-87ea-4938-805f-893fe6aff11c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1145079 Jul 01 16:42:20.393284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:20.405811 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84c3fe0b-346a-4883-9e49-6dbcfb36ee07 req-9165852f-a541-4db8-ab12-4b59a4126c53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Jul 01 16:42:20.430198 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-284313b9-7c22-4019-832d-fd4e5f775873 req-cfff39ae-0566-4b07-8bee-3e50f07a4a2f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638390 Jul 01 16:42:20.490009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:20.565000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2864b-1696-41ea-be32-bf92f90bb7c8 req-2b481325-0b7d-435c-8c34-1eb878675ebe tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:20.566573 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94f2864b-1696-41ea-be32-bf92f90bb7c8 req-2b481325-0b7d-435c-8c34-1eb878675ebe tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0592782 Jul 01 16:42:20.611511 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:20.626809 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94f2864b-1696-41ea-be32-bf92f90bb7c8 req-316f23c4-6040-4b01-ac89-5f605794c288 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Jul 01 16:42:20.672801 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34158) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:20.736639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a5f57d2-023e-49c1-88ec-dc2cf061a701 req-a97290dc-55e2-4a5c-8c8c-271d2443551d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0372961 Jul 01 16:42:20.742713 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ecff9-9319-4526-ad75-f80cf018f796 req-db1c886d-eedb-442a-b823-0208dfaf953e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:20.744141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc2ecff9-9319-4526-ad75-f80cf018f796 req-db1c886d-eedb-442a-b823-0208dfaf953e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 944 time: 0.0793002 Jul 01 16:42:20.791865 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4e7da6f9-b604-4a5a-b62e-fda541e73956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:20.801235 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc2ecff9-9319-4526-ad75-f80cf018f796 req-34e8db97-c273-4488-934c-a53e3c809b67 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Jul 01 16:42:20.873609 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4e7da6f9-b604-4a5a-b62e-fda541e73956 admin admin] Publish callbacks [] for security_group (95b3819c-ee1a-49b3-a56c-9881674a3575), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:20.878292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4e7da6f9-b604-4a5a-b62e-fda541e73956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (95b3819c-ee1a-49b3-a56c-9881674a3575), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:20.922420 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4e7da6f9-b604-4a5a-b62e-fda541e73956 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5aaa3579edcb415b97e290757ace1a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473626 Jul 01 16:42:20.922420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da6f9-b604-4a5a-b62e-fda541e73956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b3819c-ee1a-49b3-a56c-9881674a3575,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:20.924206 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34166) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:20.984589 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Publish callbacks [] for security_group (95b3819c-ee1a-49b3-a56c-9881674a3575), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.013248 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Publish callbacks [] for security_group (95b3819c-ee1a-49b3-a56c-9881674a3575), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.061618 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (95b3819c-ee1a-49b3-a56c-9881674a3575), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.064960 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.066102 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95b3819c-ee1a-49b3-a56c-9881674a3575 HTTP/1.1" status: 204 len: 168 time: 0.1408350 Jul 01 16:42:21.074172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b3819c-ee1a-49b3-a56c-9881674a3575,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:21.082527 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.082910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.083275 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.083617 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.083976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.084310 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.084895 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.085223 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.085572 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.085919 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.086249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.086601 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.086925 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.087242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.087568 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac6243-fb2a-4562-8834-49feb3be4624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:42:21.218392 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5afa6-1c70-4efd-b2ed-d752614225aa req-28c9cb3a-c2d8-4cbb-b216-05e357ed3711 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:21.220028 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ce5afa6-1c70-4efd-b2ed-d752614225aa req-28c9cb3a-c2d8-4cbb-b216-05e357ed3711 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Jul 01 16:42:21.273334 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ce5afa6-1c70-4efd-b2ed-d752614225aa req-c0656db4-1192-4747-95f3-c117c19f415c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Jul 01 16:42:21.359739 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34176) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:21.373504 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ac13a34-69b1-4794-86f8-48e7bf831d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.453373 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ac13a34-69b1-4794-86f8-48e7bf831d56 admin admin] Publish callbacks [] for security_group (8fe2b790-e4b2-4ceb-84f3-040232e89648), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.457463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ac13a34-69b1-4794-86f8-48e7bf831d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8fe2b790-e4b2-4ceb-84f3-040232e89648), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.478632 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:21.502528 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6ac13a34-69b1-4794-86f8-48e7bf831d56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2553a9f2d1b24630be799acce7a93f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415813 Jul 01 16:42:21.503910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13a34-69b1-4794-86f8-48e7bf831d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2b790-e4b2-4ceb-84f3-040232e89648,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:21.505624 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34180) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:21.565298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] Publish callbacks [] for security_group (8fe2b790-e4b2-4ceb-84f3-040232e89648), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.575496 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:21.585202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a1bdb-b169-42f6-b914-1543f14d4f6d req-389ed0a3-fc80-4d8b-aaa9-f93283b0c97e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:21.587057 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d7a1bdb-b169-42f6-b914-1543f14d4f6d req-389ed0a3-fc80-4d8b-aaa9-f93283b0c97e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0569155 Jul 01 16:42:21.593397 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] Publish callbacks [] for security_group (8fe2b790-e4b2-4ceb-84f3-040232e89648), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.610131 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:21.645194 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d7a1bdb-b169-42f6-b914-1543f14d4f6d req-5dc945da-467f-4c6b-89a8-29597f54d72c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Jul 01 16:42:21.649301 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8fe2b790-e4b2-4ceb-84f3-040232e89648), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.652005 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.653299 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8fe2b790-e4b2-4ceb-84f3-040232e89648 HTTP/1.1" status: 204 len: 168 time: 0.1461957 Jul 01 16:42:21.664621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213b33-8bfa-449b-afbd-71e3959ad6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2b790-e4b2-4ceb-84f3-040232e89648,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:21.723639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 74960809-e36c-4511-9a63-5f955f9a40f0 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:21.789266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35387c0f-c1f9-4f02-b935-52b1f525e9c7 req-3277343a-90cf-4b33-bae0-b72c55833d12 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:21.792956 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-35387c0f-c1f9-4f02-b935-52b1f525e9c7 req-3277343a-90cf-4b33-bae0-b72c55833d12 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0571713 Jul 01 16:42:21.796002 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 74960809-e36c-4511-9a63-5f955f9a40f0 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:42:21.811550 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 74960809-e36c-4511-9a63-5f955f9a40f0 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:21.812466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.842243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.851305 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-35387c0f-c1f9-4f02-b935-52b1f525e9c7 req-fbc91047-705b-45b1-a3ef-fe9b0f14a11b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Jul 01 16:42:21.893030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1f929c7-7c59-442c-bf61-e3fe4f3384cc req-f4b224a8-78a9-4946-bb07-7c3a986db021 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0362742 Jul 01 16:42:21.914136 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 74960809-e36c-4511-9a63-5f955f9a40f0 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:21.914136 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:21.948295 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:21.950940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef749def-722a-4f8f-99b4-ceb4f9d34d07" -d '{"events": [{"server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "name": "network-vif-plugged", "status": "completed", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:21.966168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:21.972191 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.001865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:22.039780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:22.052968 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e99f17-a0b3-425e-88b1-24532c045715 x-openstack-request-id: req-e6e99f17-a0b3-425e-88b1-24532c045715 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:22.053257 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "name": "network-vif-plugged", "status": "completed", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:22.053505 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6e99f17-a0b3-425e-88b1-24532c045715 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:22.053923 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e99f17-a0b3-425e-88b1-24532c045715'] response: {'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'code': 200} Jul 01 16:42:22.154513 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34202) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:22.171062 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-14e7b6ee-4577-4527-8a15-7c354a6d03b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.194615 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e6a5-bc4e-40b9-aed4-a4f0e83996e4 req-55cca586-f8b8-4855-a62a-1b2ba1f68c63 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:22.196639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c07e6a5-bc4e-40b9-aed4-a4f0e83996e4 req-55cca586-f8b8-4855-a62a-1b2ba1f68c63 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0783818 Jul 01 16:42:22.291859 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-14e7b6ee-4577-4527-8a15-7c354a6d03b9 admin admin] Publish callbacks [] for security_group (8b745399-a25f-46da-8987-d61d6f705e6b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.292233 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c07e6a5-bc4e-40b9-aed4-a4f0e83996e4 req-863731f7-6a49-4ccb-9f9f-7f673fca91ca tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832050 Jul 01 16:42:22.298742 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-14e7b6ee-4577-4527-8a15-7c354a6d03b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8b745399-a25f-46da-8987-d61d6f705e6b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.369755 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-14e7b6ee-4577-4527-8a15-7c354a6d03b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bed5cb2d123347d2ae9173d6ae91fbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140820 Jul 01 16:42:22.370661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7b6ee-4577-4527-8a15-7c354a6d03b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b745399-a25f-46da-8987-d61d6f705e6b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:22.374246 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34206) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:22.440897 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e330de-d38a-43de-96d8-6b215d06e201 req-23b069dd-b94e-4b70-b4f9-1d6850b49cdb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:22.442481 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1e330de-d38a-43de-96d8-6b215d06e201 req-23b069dd-b94e-4b70-b4f9-1d6850b49cdb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0697470 Jul 01 16:42:22.463940 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:22.510880 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] Publish callbacks [] for security_group (8b745399-a25f-46da-8987-d61d6f705e6b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.531705 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1e330de-d38a-43de-96d8-6b215d06e201 req-2857f272-d024-4446-a191-4aade9113318 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777428 Jul 01 16:42:22.545077 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] Publish callbacks [] for security_group (8b745399-a25f-46da-8987-d61d6f705e6b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.597372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8b745399-a25f-46da-8987-d61d6f705e6b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.600829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:22.601959 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b745399-a25f-46da-8987-d61d6f705e6b HTTP/1.1" status: 204 len: 168 time: 0.2268009 Jul 01 16:42:22.612277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a557c-119e-44f2-935b-1c12c0035404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b745399-a25f-46da-8987-d61d6f705e6b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:22.812486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4ab9-19a2-47db-988c-674a51f57680 req-292a0936-7cf6-4269-990f-435bad070488 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:22.814048 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-344c4ab9-19a2-47db-988c-674a51f57680 req-292a0936-7cf6-4269-990f-435bad070488 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0513899 Jul 01 16:42:22.876505 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-344c4ab9-19a2-47db-988c-674a51f57680 req-af0ab4da-30ee-4807-8555-a27bfec979c9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541821 Jul 01 16:42:23.118955 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e1cac96-d962-4694-afb4-effef20c3b7e req-282ece21-f3dc-49df-ae1f-0ff0fbb5e76c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0568135 Jul 01 16:42:23.132331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918cfa1-91ff-4655-aa69-e7b9ba5e5ca2 req-04ab858c-bfae-435c-ad43-ff37d7b5e25a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.133800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c918cfa1-91ff-4655-aa69-e7b9ba5e5ca2 req-04ab858c-bfae-435c-ad43-ff37d7b5e25a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.1765916 Jul 01 16:42:23.233173 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-756529a3-c410-4c8f-958c-58e4e517b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.237771 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-756529a3-c410-4c8f-958c-58e4e517b932 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1129 time: 0.0910392 Jul 01 16:42:23.237921 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-176a5c31-8f22-4057-a618-29c4ee063d83 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.239848 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-176a5c31-8f22-4057-a618-29c4ee063d83 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.2386620 Jul 01 16:42:23.248816 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4acf-6a44-48c2-9fa1-a1fa02a07f6e req-8f2119dd-d438-448d-aff0-079ee157d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.251773 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c71c4acf-6a44-48c2-9fa1-a1fa02a07f6e req-8f2119dd-d438-448d-aff0-079ee157d352 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1129 time: 0.0702281 Jul 01 16:42:23.259168 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c918cfa1-91ff-4655-aa69-e7b9ba5e5ca2 req-7b6ff2d7-a481-4af1-a659-34ee6716feb5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179967 Jul 01 16:42:23.366244 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c71c4acf-6a44-48c2-9fa1-a1fa02a07f6e req-49159869-f9c2-4b8a-96a1-d9c7355063ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955610 Jul 01 16:42:23.375451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:23.384109 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-5ef19bfd-9503-475f-8061-65e5a30615a9 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 472 time: 0.1190565 Jul 01 16:42:23.448522 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72932fc9-1c69-4e1c-a974-1cfd5f7d6641 req-88db61b3-4f1b-4ba6-9df9-2395b9df1f62 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.450537 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72932fc9-1c69-4e1c-a974-1cfd5f7d6641 req-88db61b3-4f1b-4ba6-9df9-2395b9df1f62 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0533879 Jul 01 16:42:23.458458 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-b767007c-bd5b-4bd5-a2b2-180904b5c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.460799 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-b767007c-bd5b-4bd5-a2b2-180904b5c66c service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.1886051 Jul 01 16:42:23.535105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72932fc9-1c69-4e1c-a974-1cfd5f7d6641 req-dc540b28-cbaf-43cb-8202-9c3ce64e18e9 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763109 Jul 01 16:42:23.644158 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922230-e078-4000-97c8-12525dd62dc8 req-847305ed-c0c1-4e94-90b7-d27ce3d1e663 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:23.645941 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9922230-e078-4000-97c8-12525dd62dc8 req-847305ed-c0c1-4e94-90b7-d27ce3d1e663 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0599315 Jul 01 16:42:23.681405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'port': {'device_id': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'admin_state_up': True, 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'security_groups': ['73d867ab-0c7e-4902-8217-2c0507d31162']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:23.776540 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-551b1018-5819-44d7-8fbb-a3104745db7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 1000 time: 0.1114390 Jul 01 16:42:23.805969 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9922230-e078-4000-97c8-12525dd62dc8 req-9931b0d2-9223-4afc-be8a-8e5ba1c77817 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532040 Jul 01 16:42:23.867483 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:23.870922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:23.995179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:24.054221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5d6-0602-4f32-b4fe-50125eb305d7 req-8343079c-50b4-4b23-9ae2-b93c457403f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:24.055740 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c085c5d6-0602-4f32-b4fe-50125eb305d7 req-8343079c-50b4-4b23-9ae2-b93c457403f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0925317 Jul 01 16:42:24.072380 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.20.0.6 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/b942fa2d-b73f-482d-a3fc-1e5162c3f4a5) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:24.137984 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c085c5d6-0602-4f32-b4fe-50125eb305d7 req-3b5da864-7142-4310-ac7c-93cfc47863cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745435 Jul 01 16:42:24.259153 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6da8ff7d-5ab4-454f-b3d0-670e3a080c5f req-6cdc04e5-d1b4-4b39-a7c7-45dcfaeebfa1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0394268 Jul 01 16:42:24.299835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:24.348326 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:24.417873 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:24.424376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984948e-cddf-4326-b355-e71f08645111 req-fac2d5c0-e3ce-4ef1-bbbb-1c8f192202e1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:24.425939 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1984948e-cddf-4326-b355-e71f08645111 req-fac2d5c0-e3ce-4ef1-bbbb-1c8f192202e1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0896924 Jul 01 16:42:24.429187 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:24.432947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:24.440927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:24.477412 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:24.520554 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:24.521175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:24.541223 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1984948e-cddf-4326-b355-e71f08645111 req-61c8e532-8d28-4d54-ad7a-a48f22897f92 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053076 Jul 01 16:42:24.549361 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-535f63b3-404a-4b38-83ad-65e51a77c7e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731251 Jul 01 16:42:24.621246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-40bcd8d0-ebd0-4dad-8724-ee1a5575ac57 None None] Provisioning complete for port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:24.621814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-40bcd8d0-ebd0-4dad-8724-ee1a5575ac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:24.654601 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-40bcd8d0-ebd0-4dad-8724-ee1a5575ac57 None None] Port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:24.680090 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67303c1f-403c-439b-a788-a51088b7021e req-46c25a05-8b30-4a11-82ba-367f7a13abf7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:24.681597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67303c1f-403c-439b-a788-a51088b7021e req-46c25a05-8b30-4a11-82ba-367f7a13abf7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0560942 Jul 01 16:42:24.732853 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67303c1f-403c-439b-a788-a51088b7021e req-6bc18974-1102-4ccc-9436-d65e3fc6994b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Jul 01 16:42:24.926563 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05772663-a587-4f90-b904-2a7a73daec5c req-01154204-a95a-4008-8909-9f7a8d00ecb4 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:24.928159 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05772663-a587-4f90-b904-2a7a73daec5c req-01154204-a95a-4008-8909-9f7a8d00ecb4 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Jul 01 16:42:24.978682 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05772663-a587-4f90-b904-2a7a73daec5c req-75f41441-92d8-457a-94af-ad1f2bdbb1c1 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jul 01 16:42:25.271287 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb611e1e-abb6-4ee6-b265-0c249cd3a70d req-ceeb3943-bfd0-4944-a013-620f0db904ba tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:25.272738 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb611e1e-abb6-4ee6-b265-0c249cd3a70d req-ceeb3943-bfd0-4944-a013-620f0db904ba tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0479252 Jul 01 16:42:25.329642 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb611e1e-abb6-4ee6-b265-0c249cd3a70d req-59d043ee-a5b0-4f49-83d8-f61d3650c8f1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506852 Jul 01 16:42:25.391314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d469-2a69-427a-85e5-ec3f67c4d56b req-a45eb3e3-5951-4bb0-9013-6de559b49a50 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:25.392871 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f230d469-2a69-427a-85e5-ec3f67c4d56b req-a45eb3e3-5951-4bb0-9013-6de559b49a50 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 931 time: 0.0539057 Jul 01 16:42:25.441655 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f230d469-2a69-427a-85e5-ec3f67c4d56b req-804668ee-909d-40cb-b701-3da1fe402dcd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Jul 01 16:42:25.646573 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:25.656003 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d8020-507a-4a66-a608-dcc4cc1ee40a req-378e43ed-f3d6-4842-bfe1-297ffc510663 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:25.657893 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-834d8020-507a-4a66-a608-dcc4cc1ee40a req-378e43ed-f3d6-4842-bfe1-297ffc510663 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0489638 Jul 01 16:42:25.716410 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-834d8020-507a-4a66-a608-dcc4cc1ee40a req-0c7a2444-2c62-48b1-a049-7fa8d5fd8643 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Jul 01 16:42:25.853219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48274-59bf-4f1a-bd3d-84c2e0dcb051 req-96d1a4e8-76ca-478d-849e-4cd1b8374f1d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:25.854887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7f48274-59bf-4f1a-bd3d-84c2e0dcb051 req-96d1a4e8-76ca-478d-849e-4cd1b8374f1d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0552466 Jul 01 16:42:25.902367 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7f48274-59bf-4f1a-bd3d-84c2e0dcb051 req-452b037d-249c-4016-991a-98f361abc20d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Jul 01 16:42:26.096293 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac90aab-dbc7-45e2-9ad8-36f7991f6bbd req-71818c53-1b4c-4865-8b37-d66c624da6bf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:26.097769 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4ac90aab-dbc7-45e2-9ad8-36f7991f6bbd req-71818c53-1b4c-4865-8b37-d66c624da6bf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Jul 01 16:42:26.145924 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4ac90aab-dbc7-45e2-9ad8-36f7991f6bbd req-8b928fe8-0227-4283-bf44-12ba4d24b911 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Jul 01 16:42:26.462116 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519cf69-461d-4977-9872-a3d642103845 req-40cce664-3d0e-4c50-bcb5-397827ddb0e1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:26.463600 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6519cf69-461d-4977-9872-a3d642103845 req-40cce664-3d0e-4c50-bcb5-397827ddb0e1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0507276 Jul 01 16:42:26.523224 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6519cf69-461d-4977-9872-a3d642103845 req-c69a39dd-0a73-427d-808e-718e0d5af0a3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532997 Jul 01 16:42:26.557738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16d-9ca5-4a83-9f04-e8f9fba4f45a req-9db81b4c-86b2-4d1e-8f6e-1e4a0f1a82be tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:26.559210 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8191d16d-9ca5-4a83-9f04-e8f9fba4f45a req-9db81b4c-86b2-4d1e-8f6e-1e4a0f1a82be tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 931 time: 0.0501058 Jul 01 16:42:26.606945 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8191d16d-9ca5-4a83-9f04-e8f9fba4f45a req-59689245-c36f-4e42-89d5-74608bd4b822 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Jul 01 16:42:26.833151 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0424d-50fb-4ee9-afc7-8a0e4623f96d req-8e6a6c5a-c619-4083-990f-7fb9220c6689 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:26.835140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71c0424d-50fb-4ee9-afc7-8a0e4623f96d req-8e6a6c5a-c619-4083-990f-7fb9220c6689 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Jul 01 16:42:26.864921 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:26.900595 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71c0424d-50fb-4ee9-afc7-8a0e4623f96d req-d275428d-9fa8-408f-8faa-2e046dc3e873 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501611 Jul 01 16:42:27.018118 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc532-8cfb-42dc-ae96-16224e1287b9 req-3477f08c-84ef-46ba-aedf-9018d11cb047 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:27.019719 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-00acc532-8cfb-42dc-ae96-16224e1287b9 req-3477f08c-84ef-46ba-aedf-9018d11cb047 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Jul 01 16:42:27.072580 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-00acc532-8cfb-42dc-ae96-16224e1287b9 req-8bbf7c60-3798-4381-8186-66f4d133de28 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Jul 01 16:42:27.208230 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-642d32f9-1d81-4d7c-87cc-1f7771081dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:27.209962 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-642d32f9-1d81-4d7c-87cc-1f7771081dd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0470874 Jul 01 16:42:27.264117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd08ac-c2ad-4dc5-85a0-2eac76b8dc2f req-a7e07687-b889-4ae8-9740-d45bd646f048 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:27.266648 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2bbd08ac-c2ad-4dc5-85a0-2eac76b8dc2f req-a7e07687-b889-4ae8-9740-d45bd646f048 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Jul 01 16:42:27.316181 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2bbd08ac-c2ad-4dc5-85a0-2eac76b8dc2f req-b879bab9-eff9-4dad-b28a-ded7c03a7cce tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Jul 01 16:42:27.604304 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Request body: {'port': {'device_id': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:27.685570 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901da5-98ad-47fe-939b-deabd4867cba req-ae34c9fb-6d15-4abf-aa38-d3f75ea667aa tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:27.686958 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9901da5-98ad-47fe-939b-deabd4867cba req-ae34c9fb-6d15-4abf-aa38-d3f75ea667aa tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0888162 Jul 01 16:42:27.765480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:27.786859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f881a-ef3f-41bc-9373-294e5f63119a req-25c8c27f-36a1-43c9-a190-65f1038abd3e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:27.788309 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f42f881a-ef3f-41bc-9373-294e5f63119a req-25c8c27f-36a1-43c9-a190-65f1038abd3e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 931 time: 0.1097567 Jul 01 16:42:27.846629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9901da5-98ad-47fe-939b-deabd4867cba req-669369c2-4759-47eb-a822-1979350a43b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343846 Jul 01 16:42:27.882697 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:27.951309 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f42f881a-ef3f-41bc-9373-294e5f63119a req-42b6a3c3-e363-41e9-85f6-31fc674a8a44 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557591 Jul 01 16:42:28.085219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0d670-0c08-4df4-8631-1f3ab6c14be9 req-43ee013e-a536-4c15-b3d9-f4625dc61f49 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.086471 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5cf0d670-0c08-4df4-8631-1f3ab6c14be9 req-43ee013e-a536-4c15-b3d9-f4625dc61f49 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0941639 Jul 01 16:42:28.187368 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5cf0d670-0c08-4df4-8631-1f3ab6c14be9 req-d9923a17-3184-4b4c-b8b0-7b295618cd8c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753992 Jul 01 16:42:28.240399 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-f67dc55e-ce6f-4a28-904a-7efc14a91f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.241924 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-f67dc55e-ce6f-4a28-904a-7efc14a91f62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1456082 Jul 01 16:42:28.259226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-bd559170-a277-4528-8016-9318859561cb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.260307 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-bd559170-a277-4528-8016-9318859561cb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.0902674 Jul 01 16:42:28.336130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:28.354084 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e10a5-4bc4-42c5-9353-abd77a2ad5e7 req-ec4cc31b-f161-48aa-9655-7dc7d5322750 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.356603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38e10a5-4bc4-42c5-9353-abd77a2ad5e7 req-ec4cc31b-f161-48aa-9655-7dc7d5322750 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.1297879 Jul 01 16:42:28.359174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks [] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:28.387944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Transition to ACTIVE for port object b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:42:28.395040 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:28.411967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:28.492739 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38e10a5-4bc4-42c5-9353-abd77a2ad5e7 req-983b25bd-82a9-49f1-932b-3e5de5ea8f44 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286092 Jul 01 16:42:28.519028 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Pushing event updated for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:28.529980 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a3159-b103-4b47-ac3d-b4b9f77e3c5d req-43a8a1e8-0f96-40e9-8cb3-3156274de7fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.531778 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b11a3159-b103-4b47-ac3d-b4b9f77e3c5d req-43a8a1e8-0f96-40e9-8cb3-3156274de7fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 945 time: 0.1205709 Jul 01 16:42:28.680674 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156114dd-0462-4278-93e2-8c80e317eded req-01e2124c-f420-4c3f-85ab-33c18f593282 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.682122 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-156114dd-0462-4278-93e2-8c80e317eded req-01e2124c-f420-4c3f-85ab-33c18f593282 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.1015139 Jul 01 16:42:28.685642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Attempting to bind port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:28.686006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Attempting to bind port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:28.686313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Attempting to bind port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:28.695672 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b11a3159-b103-4b47-ac3d-b4b9f77e3c5d req-cdeb18a2-7c62-4074-b143-d21f45e7c73a tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Jul 01 16:42:28.696750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 on network c5acd85f-f778-4915-8079-a3e9582e6528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:42:28.697045 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Attempting to bind port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:28.710520 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:28.710863 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:28.711244 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:28.712472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Bound port: b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:28.712472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:28.724990 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:28.784387 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-156114dd-0462-4278-93e2-8c80e317eded req-ce6ef232-16d6-4a64-9c0e-6c14dec263f6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jul 01 16:42:28.814136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:28.817544 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:28.828495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:28.835511 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:28.873356 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:28.875781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:28.876405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:28.878060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] 10.222.0.43 "PUT /v2.0/ports/b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 HTTP/1.1" status: 200 len: 1093 time: 1.2779446 Jul 01 16:42:28.878716 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:28.881087 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:28.890435 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:28.910401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56a42f-cfd6-4d38-ad14-a3196dc4b87c service neutron] Pushing event updated for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:28.960272 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da976f6-b0cb-47aa-8f52-cdec1f115d6c x-openstack-request-id: req-4da976f6-b0cb-47aa-8f52-cdec1f115d6c {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:28.960488 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:28.960736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4da976f6-b0cb-47aa-8f52-cdec1f115d6c {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:28.961141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da976f6-b0cb-47aa-8f52-cdec1f115d6c'] response: {'name': 'network-changed', 'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'status': 'completed', 'code': 200} Jul 01 16:42:28.994931 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: ACTIVE; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:28.994931 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.020330 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:29.056517 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:29.069940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.100202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Deleting port ea5701c7-2fd8-4a27-843f-6febced6bafb {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:42:29.100849 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.145182 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=6']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:29.166183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-cb26f1ec-126e-4e90-9ad0-01f08e182cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:29.168019 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-cb26f1ec-126e-4e90-9ad0-01f08e182cd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 1127 time: 0.1584184 Jul 01 16:42:29.178703 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d825ad-ff81-4c41-8413-6599eb28aafc req-8da9d9c8-36ce-4eaa-9c8d-fa52ae4c61d0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:29.187153 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f4d825ad-ff81-4c41-8413-6599eb28aafc req-8da9d9c8-36ce-4eaa-9c8d-fa52ae4c61d0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.1002693 Jul 01 16:42:29.249425 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-32b2f20d-fde1-4855-b860-4977e62b744d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 HTTP/1.1" status: 200 len: 217 time: 0.0546343 Jul 01 16:42:29.268885 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:29.288696 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f4d825ad-ff81-4c41-8413-6599eb28aafc req-13b61080-aff8-48d8-aef5-2d8ee0cbc3ad tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999546 Jul 01 16:42:29.294739 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-9c9ffe10-0687-46d6-a67f-c67405a5d809 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137514 Jul 01 16:42:29.315427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] For port ea5701c7-2fd8-4a27-843f-6febced6bafb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ea5701c7-2fd8-4a27-843f-6febced6bafb,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:29.315793 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.331590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Calling delete_port for ea5701c7-2fd8-4a27-843f-6febced6bafb owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:42:29.375664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322be4-78a7-495b-a70e-3906364edf07 req-7638eaa1-ae64-4744-acd9-f320c9a432ea tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:29.377249 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c322be4-78a7-495b-a70e-3906364edf07 req-7638eaa1-ae64-4744-acd9-f320c9a432ea tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 943 time: 0.0735722 Jul 01 16:42:29.398182 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:29.435190 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:29.479012 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c322be4-78a7-495b-a70e-3906364edf07 req-26812496-b54a-4de6-9814-25913973aace tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934603 Jul 01 16:42:29.486477 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7fcca-c84e-4d12-b295-13eb549219d6 req-2d414b19-52d9-4ed4-ae25-e5346618db3f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:29.495504 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87f7fcca-c84e-4d12-b295-13eb549219d6 req-2d414b19-52d9-4ed4-ae25-e5346618db3f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0912728 Jul 01 16:42:29.527330 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (ea5701c7-2fd8-4a27-843f-6febced6bafb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.581989 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87f7fcca-c84e-4d12-b295-13eb549219d6 req-259eced7-336c-4db1-ad7f-efc58714cdb9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855024 Jul 01 16:42:29.598961 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Pushing event deleted for resources: {'Port': ['ID=ea5701c7-2fd8-4a27-843f-6febced6bafb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:29.621208 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:29.645503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e0195-a33c-4b1d-a92d-990564d2284b req-c9be8066-4aa7-4209-a66e-e669c23e4235 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:29.657452 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-185e0195-a33c-4b1d-a92d-990564d2284b req-c9be8066-4aa7-4209-a66e-e669c23e4235 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0932891 Jul 01 16:42:29.689749 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] No DVR routers for this DVR port ea5701c7-2fd8-4a27-843f-6febced6bafb on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:42:29.693251 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:29.698321 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5ff1e568-79d0-47ef-b93f-bebeff15f7d1 req-2371b064-9938-4da7-909e-87e6508cb7a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "DELETE /v2.0/ports/ea5701c7-2fd8-4a27-843f-6febced6bafb HTTP/1.1" status: 204 len: 173 time: 0.8265593 Jul 01 16:42:29.699364 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'name': 'network-vif-deleted', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:29.701865 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db19d15-b159-48cb-8052-efebf00f8497" -d '{"events": [{"server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "name": "network-vif-deleted", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:29.709962 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-185e0195-a33c-4b1d-a92d-990564d2284b req-c36a4c99-f6cf-48b0-ba49-a0df24e65d35 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 Jul 01 16:42:29.749895 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e88dc6c-1316-4628-a3ad-5c578069cb5e x-openstack-request-id: req-7e88dc6c-1316-4628-a3ad-5c578069cb5e {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:29.750198 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c56d1d-53f0-469d-8f06-f34ae6c6cf40", "name": "network-vif-deleted", "tag": "ea5701c7-2fd8-4a27-843f-6febced6bafb", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:29.750566 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e88dc6c-1316-4628-a3ad-5c578069cb5e {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:29.750980 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e88dc6c-1316-4628-a3ad-5c578069cb5e'] response: {'server_uuid': '86c56d1d-53f0-469d-8f06-f34ae6c6cf40', 'name': 'network-vif-deleted', 'tag': 'ea5701c7-2fd8-4a27-843f-6febced6bafb', 'status': 'completed', 'code': 200} Jul 01 16:42:29.804693 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c6a6785-a6cf-4038-a2cb-e5216b498205 req-e9bcd7ef-fef5-4966-8386-9fc39dcb0f74 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Jul 01 16:42:30.442882 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf50bc-8c9d-4fc4-b49b-7e607e259bd8 req-ef33803e-8153-4e82-a0b9-b49e54e4f971 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.444371 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-becf50bc-8c9d-4fc4-b49b-7e607e259bd8 req-ef33803e-8153-4e82-a0b9-b49e54e4f971 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.0495875 Jul 01 16:42:30.494468 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-becf50bc-8c9d-4fc4-b49b-7e607e259bd8 req-97758bfd-895c-47cb-a50e-bde4fa3ed454 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445423 Jul 01 16:42:30.600967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0074e8-b745-4fab-b5f6-ae1863f9d520 req-ad04603e-3114-4822-b082-2a9af64118cd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.602507 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bc0074e8-b745-4fab-b5f6-ae1863f9d520 req-ad04603e-3114-4822-b082-2a9af64118cd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 943 time: 0.0499971 Jul 01 16:42:30.661700 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bc0074e8-b745-4fab-b5f6-ae1863f9d520 req-fa9e065c-1b65-4766-af0f-d21448ad056f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488334 Jul 01 16:42:30.716120 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:30.720268 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-d376064e-3ba8-43ab-ac87-8f1297279f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.721966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-d376064e-3ba8-43ab-ac87-8f1297279f9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0590470 Jul 01 16:42:30.733437 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:30.773165 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-972a7c0c-1dfc-48f0-bb1e-9c3fc9b33569 req-8bc4f1f0-0bfe-4aa0-828f-7c2165b53b9b service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117001 Jul 01 16:42:30.802229 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ed79-ba97-4fe6-875b-8329c12ce995 req-23558dc4-3358-4215-8107-30da04c327ae tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.809326 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9be8ed79-ba97-4fe6-875b-8329c12ce995 req-23558dc4-3358-4215-8107-30da04c327ae tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0837901 Jul 01 16:42:30.839491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:30.840112 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:30.868911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:30.877570 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-cf26186e-210a-401b-b1d6-312660ae57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.879661 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-cf26186e-210a-401b-b1d6-312660ae57e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0916152 Jul 01 16:42:30.964312 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9be8ed79-ba97-4fe6-875b-8329c12ce995 req-96525c3f-358f-4c15-8b92-66c015aee60a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381686 Jul 01 16:42:30.964635 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d5d9d-b976-4823-9e5c-c603abcf85a3 req-0c5ab1a2-cc47-4ce3-a8cb-5a6800d134c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:30.972252 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-ac0d5d9d-b976-4823-9e5c-c603abcf85a3 req-0c5ab1a2-cc47-4ce3-a8cb-5a6800d134c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1130 time: 0.0733550 Jul 01 16:42:30.987998 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:30.988553 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:31.021613 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:31.024446 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b30ecd5-aa8b-4d87-9d0d-20388b0cef48" -d '{"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:31.037999 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:31.051095 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:31.051949 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ea5701c7-2fd8-4a27-843f-6febced6bafb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:42:31.082989 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: ea5701c7-2fd8-4a27-843f-6febced6bafb {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:42:31.083334 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ea5701c7-2fd8-4a27-843f-6febced6bafb not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:42:31.087675 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e257929-c9f8-4a60-8309-a57d0e8fc577 x-openstack-request-id: req-3e257929-c9f8-4a60-8309-a57d0e8fc577 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:31.087987 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:31.088243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e257929-c9f8-4a60-8309-a57d0e8fc577 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:31.088636 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e257929-c9f8-4a60-8309-a57d0e8fc577'] response: {'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'code': 200} Jul 01 16:42:31.124524 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:31.139318 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=7']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:31.322144 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12721941-fadc-41e8-b6d4-9609179bb0bb req-38da81b4-0f7f-47a7-b57e-0ef52964513c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=86c56d1d-53f0-469d-8f06-f34ae6c6cf40 HTTP/1.1" status: 200 len: 210 time: 0.3378241 Jul 01 16:42:31.354417 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-79f36ba4-af91-4b06-acda-6a566e052167 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288890 Jul 01 16:42:31.408718 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-ac0d5d9d-b976-4823-9e5c-c603abcf85a3 req-a6e0425c-cfda-4e0a-8f17-daf2875e9602 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774105 Jul 01 16:42:31.466854 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4333aa33-6d47-4395-88f0-ab67542ba507 req-7bcbee92-6eb8-467a-ab62-da5d5bdf79a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032608 Jul 01 16:42:31.624748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde5d16-868a-4982-8d19-6534e0d26cea req-2e3253b3-a6ca-48fb-834a-c10672a17dfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:31.626144 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0cde5d16-868a-4982-8d19-6534e0d26cea req-2e3253b3-a6ca-48fb-834a-c10672a17dfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0535083 Jul 01 16:42:31.680606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0cde5d16-868a-4982-8d19-6534e0d26cea req-7b1c9d59-04f1-4784-b4a1-01d88f2ee3b7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488613 Jul 01 16:42:31.829642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53405bb8-81d2-41ed-bdcb-79bf7b3ea3f0 req-fad08933-266a-49b2-9873-31b898c5ab19 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:31.831359 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-53405bb8-81d2-41ed-bdcb-79bf7b3ea3f0 req-fad08933-266a-49b2-9873-31b898c5ab19 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 943 time: 0.0540009 Jul 01 16:42:31.891666 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-53405bb8-81d2-41ed-bdcb-79bf7b3ea3f0 req-70671c3c-ad1d-47a5-ade9-edcfe009b7b4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536463 Jul 01 16:42:32.059767 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5784a-b430-46e8-b004-e1936947efb9 req-8576b8aa-4448-4bec-8f8e-34c9c6daf7d0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:32.062801 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8dc5784a-b430-46e8-b004-e1936947efb9 req-8576b8aa-4448-4bec-8f8e-34c9c6daf7d0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0491059 Jul 01 16:42:32.114786 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8dc5784a-b430-46e8-b004-e1936947efb9 req-60888f8b-2a76-46b6-a241-0b0fd9bff64d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Jul 01 16:42:32.476503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34486) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:32.623003 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60e5c5cd-f000-4852-a9f1-5180a8c72ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:32.664485 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:32.665132 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:32.736297 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-142fcb19-9093-49d0-b77d-988aea01ca72 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:32.737785 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-142fcb19-9093-49d0-b77d-988aea01ca72 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/networks?id=75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 200 len: 809 time: 0.1541624 Jul 01 16:42:32.761700 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-8723114d-58c1-45ac-89c3-edda21c9c8a1 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/quotas/b6598cf49d3a4426be411fa45be0c7c8 HTTP/1.1" status: 200 len: 375 time: 0.0168495 Jul 01 16:42:32.816055 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-eded3f2f-f0ac-48c1-9477-d42fa82922a6 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463746 Jul 01 16:42:32.821807 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60e5c5cd-f000-4852-a9f1-5180a8c72ea6 admin admin] Publish callbacks [] for security_group (cb250571-21f2-45c2-ac63-d49f0bb96cbd), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:32.832464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60e5c5cd-f000-4852-a9f1-5180a8c72ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (cb250571-21f2-45c2-ac63-d49f0bb96cbd), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:32.923273 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5c5cd-f000-4852-a9f1-5180a8c72ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb250571-21f2-45c2-ac63-d49f0bb96cbd,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:32.927524 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-60e5c5cd-f000-4852-a9f1-5180a8c72ea6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c30c284bffb441f0b177ffd254af9c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499938 Jul 01 16:42:32.930598 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34506) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:32.958408 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:32.980204 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:32.995604 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-ef426cef-a64b-42da-868e-5c17daa00297 service neutron] 10.222.0.57 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725187 Jul 01 16:42:33.038648 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] Publish callbacks [] for security_group (cb250571-21f2-45c2-ac63-d49f0bb96cbd), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:33.102955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] Publish callbacks [] for security_group (cb250571-21f2-45c2-ac63-d49f0bb96cbd), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:33.186649 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-42decc3a-e4ea-4bdb-8b51-0d80e21aad66 service neutron] 10.222.0.57 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839886 Jul 01 16:42:33.252498 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-b8fd63a3-1199-4ba6-9175-5946c2b25c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:33.256816 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-b8fd63a3-1199-4ba6-9175-5946c2b25c28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 1127 time: 0.0949304 Jul 01 16:42:33.295640 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (cb250571-21f2-45c2-ac63-d49f0bb96cbd), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:33.299242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:33.300598 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb250571-21f2-45c2-ac63-d49f0bb96cbd HTTP/1.1" status: 204 len: 168 time: 0.3689344 Jul 01 16:42:33.318715 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a93f7-56bd-4c6a-b06f-757a0d2d855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb250571-21f2-45c2-ac63-d49f0bb96cbd,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:33.429285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-f467a8b1-4703-46ea-9a4e-5e9906dedf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:33.432105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-f467a8b1-4703-46ea-9a4e-5e9906dedf93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.1639612 Jul 01 16:42:33.651452 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f7e5b-221d-4ba1-8df7-a6994ce47cdd req-4f5e26e7-2d05-4253-aecf-dfa5eaba6efa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:33.660948 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a46f7e5b-221d-4ba1-8df7-a6994ce47cdd req-4f5e26e7-2d05-4253-aecf-dfa5eaba6efa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 943 time: 0.1462426 Jul 01 16:42:33.687615 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce88da-aad6-4721-ad82-1a38eee14230 req-68cb1252-7fb1-4a1e-8b45-3add96d493e1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:33.689822 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0ce88da-aad6-4721-ad82-1a38eee14230 req-68cb1252-7fb1-4a1e-8b45-3add96d493e1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1308181 Jul 01 16:42:33.782971 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a46f7e5b-221d-4ba1-8df7-a6994ce47cdd req-b705c725-a5b1-4e49-9680-108ccc0a2852 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135576 Jul 01 16:42:33.794744 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0ce88da-aad6-4721-ad82-1a38eee14230 req-4ab8c4dc-84e3-4af1-bcac-1648a2147115 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954833 Jul 01 16:42:33.901735 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-58631816-238d-4115-a297-df95409950da req-aa8644d7-42bf-46f8-9caf-40e7a72f0aef tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 210 time: 0.0533655 Jul 01 16:42:33.974007 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3bdfb-df3c-44bb-9029-5f4ade0751ee req-36192278-c4e4-48a1-8eef-aa3c21381e16 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:33.975555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49e3bdfb-df3c-44bb-9029-5f4ade0751ee req-36192278-c4e4-48a1-8eef-aa3c21381e16 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0725374 Jul 01 16:42:34.028877 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49e3bdfb-df3c-44bb-9029-5f4ade0751ee req-4fcca4a6-06c4-482f-967c-45de53ad78fd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 Jul 01 16:42:34.253065 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-60ed156d-cb43-47e7-974e-d1f635b091ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 HTTP/1.1" status: 200 len: 217 time: 0.0695193 Jul 01 16:42:34.403862 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34566) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:34.404528 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1344b-ab03-443b-9e28-486e04585710 req-32bb96ab-2612-4692-9a80-c253a269d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.406908 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-32bb96ab-2612-4692-9a80-c253a269d30c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1130 time: 0.0623817 Jul 01 16:42:34.414781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-9affc4ab-3702-47b3-91ed-14f3d0588c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.416299 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-9affc4ab-3702-47b3-91ed-14f3d0588c73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.1260509 Jul 01 16:42:34.470199 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69717c-de33-4c1a-9dad-7d0a00708853 req-30fbecfb-064e-4448-9079-5b5e87dbd82e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.472652 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3b69717c-de33-4c1a-9dad-7d0a00708853 req-30fbecfb-064e-4448-9079-5b5e87dbd82e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.1182742 Jul 01 16:42:34.555828 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3b69717c-de33-4c1a-9dad-7d0a00708853 req-73a124af-c6ef-4a59-a563-919b4443037e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664489 Jul 01 16:42:34.556915 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-e59f4268-20df-40b6-b728-f5a338c855ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.558310 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-e59f4268-20df-40b6-b728-f5a338c855ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1184795 Jul 01 16:42:34.569003 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1344b-ab03-443b-9e28-486e04585710 req-67b502f2-fd7e-49cd-97bb-6800d3121bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.570512 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-67b502f2-fd7e-49cd-97bb-6800d3121bd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1447682 Jul 01 16:42:34.643882 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1105081699-network', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:34.662024 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-2fcfecd6-eb93-4933-8b90-d4a9709615db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 217 time: 0.0823157 Jul 01 16:42:34.726240 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Made reservation on behalf of 1eb9237b6e8a4b5ca032f0664d09f28e for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:34.728805 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:34.730187 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1344b-ab03-443b-9e28-486e04585710 req-9bb173c3-4961-47e2-8e72-59432b1da81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:34.731720 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-9bb173c3-4961-47e2-8e72-59432b1da81b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0619962 Jul 01 16:42:34.734561 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:34.749640 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:34.756101 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:34.756661 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:34.801106 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-9c10770a-4c8b-46a1-8cd1-005c736f3fcb service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275460 Jul 01 16:42:34.954280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks [] for security_group (6a7975a9-d618-41e9-ac47-f143ad2e9ea9), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:34.977663 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:34.993869 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6a7975a9-d618-41e9-ac47-f143ad2e9ea9), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:34.997528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'port_id': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'mac_address': 'fa:16:3e:e5:b2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:35.056038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:35.056716 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.075263 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:35.082381 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1344b-ab03-443b-9e28-486e04585710 req-49e38def-9a0e-4091-bc92-33f361eeb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.097671 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-49e38def-9a0e-4091-bc92-33f361eeb4cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0795677 Jul 01 16:42:35.121809 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:35.129692 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.131993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:42:35.179189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a919f8b-ddb3-44fc-a593-635b59015502 req-67a3c441-5c05-4f2c-8deb-3522f90a7bcb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.181903 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a919f8b-ddb3-44fc-a593-635b59015502 req-67a3c441-5c05-4f2c-8deb-3522f90a7bcb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 943 time: 0.2654333 Jul 01 16:42:35.198442 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:35.214050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7975a9-d618-41e9-ac47-f143ad2e9ea9,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:35.230607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e041-2bae-4d0d-ad32-a6cc1a333fac req-2ae1e04d-e86b-4f62-8af6-9e056ba48bd4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.232194 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5fd0e041-2bae-4d0d-ad32-a6cc1a333fac req-2ae1e04d-e86b-4f62-8af6-9e056ba48bd4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.2595875 Jul 01 16:42:35.262587 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (330347c8-252c-455a-bbd9-c4571090b875), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.263038 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Added segment 330347c8-252c-455a-bbd9-c4571090b875 of type vlan for network 7ebc39bf-8ea5-45dd-820b-480ad076a770 Jul 01 16:42:35.278502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:35.303517 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-510554cc-703f-4b69-9320-325810d6791c service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035806 Jul 01 16:42:35.400289 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (7ebc39bf-8ea5-45dd-820b-480ad076a770), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.442976 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8694fe80-e5e7-44cd-920f-c1b27feaf3a0 req-11f823c4-16e4-4541-a811-f207ec9394c2 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039166 Jul 01 16:42:35.461211 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a919f8b-ddb3-44fc-a593-635b59015502 req-28f53ac3-82d5-4475-846b-2b5882b8f2e0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439439 Jul 01 16:42:35.478526 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5fd0e041-2bae-4d0d-ad32-a6cc1a333fac req-46a35bd4-989b-4a73-8697-6a44142304b9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992984 Jul 01 16:42:35.496755 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (7ebc39bf-8ea5-45dd-820b-480ad076a770), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.499512 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.500607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.621465 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:35.633151 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2219124 Jul 01 16:42:35.669431 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34594) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:35.675503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Request body: {'subnet': {'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1105081699-subnet', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:35.692324 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974b20-9fe2-46f7-a30d-dd4ddff37b4a admin admin] Pushing event updated for resources: {'Network': ['ID=7ebc39bf-8ea5-45dd-820b-480ad076a770,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:35.713218 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:42:35.736423 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b73ec77d-d013-486e-92f1-3afce1c4a7ce req-10d58bd0-ed4c-4256-a1d7-e14cf641b273 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 210 time: 0.0677407 Jul 01 16:42:35.759581 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:35.790681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Made reservation on behalf of 1eb9237b6e8a4b5ca032f0664d09f28e for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:35.793687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:35.836171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540f217-9541-437e-8118-d603087c5aae req-eef1985c-9816-4e04-b911-531483279563 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.847387 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4540f217-9541-437e-8118-d603087c5aae req-eef1985c-9816-4e04-b911-531483279563 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.1146388 Jul 01 16:42:35.927064 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-d393ff41-d6c9-48ce-8153-dcb1e41b3226 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:35.929787 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-d393ff41-d6c9-48ce-8153-dcb1e41b3226 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "GET /v2.0/networks?id=75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 200 len: 809 time: 0.6692200 Jul 01 16:42:35.953451 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Request body: {'port': {'device_id': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'network_id': '75014e88-f269-4136-926c-e34ab9a26542', 'admin_state_up': True, 'tenant_id': 'b6598cf49d3a4426be411fa45be0c7c8'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:35.964760 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4540f217-9541-437e-8118-d603087c5aae req-18953e13-3b2a-4fda-bcd3-6d0a954e5b3b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202614 Jul 01 16:42:35.997504 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:36.031742 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-eab1344b-ab03-443b-9e28-486e04585710 req-74d04c1d-c1c1-44e9-ab2e-1115a345a3a1 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116597 Jul 01 16:42:36.135470 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:36.150777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (a1cbb64c-18c1-4688-8de0-ff223d0e9212), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.241330 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Checking segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:36.241994 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Network hostable DHCP agents. Network: 7ebc39bf-8ea5-45dd-820b-480ad076a770, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:42:36.252043 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cbb64c-18c1-4688-8de0-ff223d0e9212,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:36.273404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:42:36.292685 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 7ebc39bf-8ea5-45dd-820b-480ad076a770) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:36.306948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6954266-4652-462d-89bc-7b46d8e6fa93 None None] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:42:36.313621 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:36.315652 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.336928 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Made reservation on behalf of b6598cf49d3a4426be411fa45be0c7c8 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:36.341193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.372097 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-376f1cb1-ef01-420e-8f72-18f6ba677473 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7007697 Jul 01 16:42:36.376728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34600) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:36.386023 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:36.520030 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (13b282e8-334a-4914-b122-ef92de481a26), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.522023 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (13b282e8-334a-4914-b122-ef92de481a26), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.537326 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:36.754916 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for router_controller (13b282e8-334a-4914-b122-ef92de481a26), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.756622 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Allocated IP 172.20.0.3 (75014e88-f269-4136-926c-e34ab9a26542/322bace4-d3a2-4930-83da-47647b6801ac/a3b0c557-db2a-4027-8b65-b4fb36645ae7) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:36.790376 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-7ebc39bf-8ea5-45dd-820b-480ad076a770', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:42:36.792000 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:36.803392 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18854ad7-3808-469f-8367-f836517cb61c req-01ceefc9-9233-4c3e-b7f5-2892718bd097 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:36.805087 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18854ad7-3808-469f-8367-f836517cb61c req-01ceefc9-9233-4c3e-b7f5-2892718bd097 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 944 time: 0.1589580 Jul 01 16:42:36.825607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b7b4-9da0-4233-a597-9dfaaa068065 req-d3a024e2-49dd-4f05-8018-b4963e1f4a9f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:36.827780 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ac9b7b4-9da0-4233-a597-9dfaaa068065 req-d3a024e2-49dd-4f05-8018-b4963e1f4a9f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0816638 Jul 01 16:42:36.896034 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18854ad7-3808-469f-8367-f836517cb61c req-4cfe629f-89a8-46fb-8451-d796e1fa3b96 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669930 Jul 01 16:42:37.040860 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for router_gateway (13b282e8-334a-4914-b122-ef92de481a26), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.078681 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Allocated IP 172.20.0.2 (7ebc39bf-8ea5-45dd-820b-480ad076a770/a1cbb64c-18c1-4688-8de0-ff223d0e9212/83a5b74e-a6ad-4584-821e-549b6fb31347) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:37.099211 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-844ac5c2-6f0d-4807-b6f6-8cb5d869b3b7 req-0c84beb2-c3e1-4454-a751-1b78807864fb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 210 time: 0.0800462 Jul 01 16:42:37.112378 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ac9b7b4-9da0-4233-a597-9dfaaa068065 req-44f63e3b-ab39-4110-b41d-4e782c7f7a35 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276282 Jul 01 16:42:37.220249 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:37.222929 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:37.271780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d401f4-ea19-4adc-bb87-0e25aa420586 req-d7845986-1b96-4a6e-bce5-8618477cdb0b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:37.273172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:42:37.274445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46d401f4-ea19-4adc-bb87-0e25aa420586 req-d7845986-1b96-4a6e-bce5-8618477cdb0b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0685384 Jul 01 16:42:37.286383 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:37.286383 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.376347 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46d401f4-ea19-4adc-bb87-0e25aa420586 req-2a5251c4-f3c4-4461-9a7e-d5264469ce08 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884030 Jul 01 16:42:37.393348 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks [] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.440604 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:37.447715 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.459249 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks [] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.461252 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:37.461716 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.476230 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.512072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:37.535952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:37.536432 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:37.539392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ed766-a740-4b57-9366-58d5e53190b4" -d '{"events": [{"server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "name": "network-vif-plugged", "status": "completed", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:37.546174 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.567311 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:37.571292 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:37.574408 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Network 75014e88-f269-4136-926c-e34ab9a26542 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:37.578071 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:37.582606 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Pushing event updated for resources: {'Port': ['ID=83a5b74e-a6ad-4584-821e-549b6fb31347,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:37.586866 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Pushing event updated for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:37.587920 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:37.602428 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:37.638850 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942d3d7-0a20-4899-9f86-89224f16f55c x-openstack-request-id: req-a942d3d7-0a20-4899-9f86-89224f16f55c {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:37.639205 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "name": "network-vif-plugged", "status": "completed", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:37.640400 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a942d3d7-0a20-4899-9f86-89224f16f55c {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:37.641070 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a942d3d7-0a20-4899-9f86-89224f16f55c'] response: {'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'code': 200} Jul 01 16:42:37.645768 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for router_gateway (13b282e8-334a-4914-b122-ef92de481a26), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.682670 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.712870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Attempting to bind port 83a5b74e-a6ad-4584-821e-549b6fb31347 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:37.713347 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Attempting to bind port 83a5b74e-a6ad-4584-821e-549b6fb31347 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:37.713769 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Attempting to bind port 83a5b74e-a6ad-4584-821e-549b6fb31347 on network 7ebc39bf-8ea5-45dd-820b-480ad076a770 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:37.726283 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:37.726686 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Checking segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:37.727207 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.727658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Bound using segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:37.728200 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Bound port: 83a5b74e-a6ad-4584-821e-549b6fb31347, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:37.728643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.732259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:37.792848 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:37.793568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.814635 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] For port 83a5b74e-a6ad-4584-821e-549b6fb31347, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:37.819470 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] For port 83a5b74e-a6ad-4584-821e-549b6fb31347, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=83a5b74e-a6ad-4584-821e-549b6fb31347,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:37.827658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:37.853730 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-cb704360-3019-40b5-ab74-106403e48f2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042358 Jul 01 16:42:37.857696 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:37.893516 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Allocated IP 172.27.2.36 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/b81af5fb-8c1f-427a-96e6-a8b5f3cb856b) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:37.922452 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eb393-6d45-4927-af8f-b44c2c5515a3 None None] Pushing event updated for resources: {'Port': ['ID=83a5b74e-a6ad-4584-821e-549b6fb31347,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:37.942064 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Request body: {'port': {'device_id': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:38.114529 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b03fa-496b-4c8a-a5a9-d821741e37e5 req-de0538c6-f6b7-47db-8cee-1280cc2a623c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:38.116950 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c9b03fa-496b-4c8a-a5a9-d821741e37e5 req-de0538c6-f6b7-47db-8cee-1280cc2a623c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.1111071 Jul 01 16:42:38.205822 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:38.208208 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c9b03fa-496b-4c8a-a5a9-d821741e37e5 req-61673b8e-b8a5-4a75-b045-6faa01db9d02 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849640 Jul 01 16:42:38.232077 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:38.424982 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52cb7-ff44-4d5d-81a4-2deffae490e3 req-f016018a-2dd0-4650-9313-c57a6c8e41b0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:38.429645 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdc52cb7-ff44-4d5d-81a4-2deffae490e3 req-f016018a-2dd0-4650-9313-c57a6c8e41b0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 931 time: 0.1412678 Jul 01 16:42:38.447724 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:38.534819 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:38.543347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:38.547070 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa2a3c-550a-4391-b81a-8e9b6fb149ae req-db3fd21b-2f3c-4156-803b-a69c921f94e2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:38.549382 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:38.549512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68fa2a3c-550a-4391-b81a-8e9b6fb149ae req-db3fd21b-2f3c-4156-803b-a69c921f94e2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1184549 Jul 01 16:42:38.552202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Pushing event updated for resources: {'Port': ['ID=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:38.555346 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdc52cb7-ff44-4d5d-81a4-2deffae490e3 req-0587c05e-20e8-4f02-9baf-52944772c862 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117985 Jul 01 16:42:38.650986 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68fa2a3c-550a-4391-b81a-8e9b6fb149ae req-3cf320a1-358c-4d53-905c-c84988e985aa tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823715 Jul 01 16:42:38.691729 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:38.709833 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:38.755740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169c3c9-4a70-46bf-a6a0-673839d85a15 req-e69eedc2-04d3-48e2-ad35-38fda90c235f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:38.759071 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0169c3c9-4a70-46bf-a6a0-673839d85a15 req-e69eedc2-04d3-48e2-ad35-38fda90c235f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0788722 Jul 01 16:42:38.897957 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0169c3c9-4a70-46bf-a6a0-673839d85a15 req-d993db3f-dc4a-4414-b1bf-d2559d681954 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292348 Jul 01 16:42:39.022504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0b96b785-f01c-4a73-a215-21fa2e16fd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.099725 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for router_gateway (13b282e8-334a-4914-b122-ef92de481a26), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.152658 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b0c557-db2a-4027-8b65-b4fb36645ae7 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:39.179478 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks [] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.199638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Transition to ACTIVE for port object a3b0c557-db2a-4027-8b65-b4fb36645ae7 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:42:39.200513 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:39.266258 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.277711 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 83a5b74e-a6ad-4584-821e-549b6fb31347 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:39.391953 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 83a5b74e-a6ad-4584-821e-549b6fb31347 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:39.401133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.510787 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697efa30-4680-4417-b502-ad403e6ce3ac req-d4a7e8af-c476-4293-a7fe-06b77f96b9c1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:39.528173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-697efa30-4680-4417-b502-ad403e6ce3ac req-d4a7e8af-c476-4293-a7fe-06b77f96b9c1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.1497526 Jul 01 16:42:39.607160 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 83a5b74e-a6ad-4584-821e-549b6fb31347 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:39.607847 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.623427 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-697efa30-4680-4417-b502-ad403e6ce3ac req-20caf46a-ea1a-41eb-97e4-5147326f2494 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916903 Jul 01 16:42:39.653188 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6d2a2-5280-4dec-bd47-b07dc9628e90 req-1b42c11c-f7ca-4f28-a7da-13c68916e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:39.653188 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-16f6d2a2-5280-4dec-bd47-b07dc9628e90 req-1b42c11c-f7ca-4f28-a7da-13c68916e6bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 1129 time: 0.7116439 Jul 01 16:42:39.660943 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Attempting to bind port a3b0c557-db2a-4027-8b65-b4fb36645ae7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:39.661881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Attempting to bind port a3b0c557-db2a-4027-8b65-b4fb36645ae7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:39.662217 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Attempting to bind port a3b0c557-db2a-4027-8b65-b4fb36645ae7 on network 75014e88-f269-4136-926c-e34ab9a26542 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:39.697568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Port a3b0c557-db2a-4027-8b65-b4fb36645ae7 on network 75014e88-f269-4136-926c-e34ab9a26542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:42:39.697912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Attempting to bind port a3b0c557-db2a-4027-8b65-b4fb36645ae7 on network 75014e88-f269-4136-926c-e34ab9a26542 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:39.698247 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 83a5b74e-a6ad-4584-821e-549b6fb31347, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=83a5b74e-a6ad-4584-821e-549b6fb31347,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:39.712935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.738079 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:39.751949 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:39.752741 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Checking segment: {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:39.753153 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Bound using segment: {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:39.754026 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Bound port: a3b0c557-db2a-4027-8b65-b4fb36645ae7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f93270-899d-463d-b098-fc07c33275ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '75014e88-f269-4136-926c-e34ab9a26542'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:39.754461 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.802586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8dc64a-7827-405f-88e8-c17f6186c95d None None] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:42:39.830108 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-16f6d2a2-5280-4dec-bd47-b07dc9628e90 req-a777e609-728e-4594-8319-a99b53683722 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527867 Jul 01 16:42:39.847598 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:39.878845 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=83a5b74e-a6ad-4584-821e-549b6fb31347,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:39.896439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8652-9a95-4d68-a8e9-3e7f18b9b9d1 req-98587d3e-fe63-4e9b-9903-8e8245063d33 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:39.898235 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68ce8652-9a95-4d68-a8e9-3e7f18b9b9d1 req-98587d3e-fe63-4e9b-9903-8e8245063d33 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1320927 Jul 01 16:42:39.913742 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-feb144ed-0745-4e47-b5ca-d136ec694972 None None] Provisioning complete for port 83a5b74e-a6ad-4584-821e-549b6fb31347 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:39.914413 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-feb144ed-0745-4e47-b5ca-d136ec694972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:39.926860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abcfc6-7a12-4584-b536-0454919805cf req-8c41ec2c-ae4e-4f7d-a43e-10041eb05db2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:39.937771 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12abcfc6-7a12-4584-b536-0454919805cf req-8c41ec2c-ae4e-4f7d-a43e-10041eb05db2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1215267 Jul 01 16:42:39.956564 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:40.037938 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:40.050568 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68ce8652-9a95-4d68-a8e9-3e7f18b9b9d1 req-d73bd04e-bcc6-4333-ac0b-bd78d4c83854 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 Jul 01 16:42:40.090462 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-feb144ed-0745-4e47-b5ca-d136ec694972 None None] Current status of the port 83a5b74e-a6ad-4584-821e-549b6fb31347 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:40.100367 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12abcfc6-7a12-4584-b536-0454919805cf req-42963aed-1a12-4c24-bd17-883abb10b92a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611917 Jul 01 16:42:40.302927 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:40.314684 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.354744 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:40.355390 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.356794 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3b0c557-db2a-4027-8b65-b4fb36645ae7 HTTP/1.1" status: 200 len: 1093 time: 2.4190924 Jul 01 16:42:40.357238 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:40.359944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f57fb-727c-4c37-840c-1297b4f61e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:40.401286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (13b282e8-334a-4914-b122-ef92de481a26), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.420948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-0f08cea4-9b82-4f8d-8354-6dfa9bc6b100 None None] Provisioning complete for port 83a5b74e-a6ad-4584-821e-549b6fb31347 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:40.421850 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0f08cea4-9b82-4f8d-8354-6dfa9bc6b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.474297 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:40.488567 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:40.494605 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77965fbb-d65c-448e-98ef-dd7ebabb9e2b x-openstack-request-id: req-77965fbb-d65c-448e-98ef-dd7ebabb9e2b {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:40.494896 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:40.495154 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77965fbb-d65c-448e-98ef-dd7ebabb9e2b {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:40.495558 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77965fbb-d65c-448e-98ef-dd7ebabb9e2b'] response: {'name': 'network-changed', 'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7', 'status': 'completed', 'code': 200} Jul 01 16:42:40.498255 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13dc6-01b2-4caa-86f2-5d46d1dbca67 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:40.538380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-0f08cea4-9b82-4f8d-8354-6dfa9bc6b100 None None] Current status of the port 83a5b74e-a6ad-4584-821e-549b6fb31347 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:40.579008 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Router 13b282e8-334a-4914-b122-ef92de481a26 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:42:40.781841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:40.819296 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Sync routers for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:42:40.848116 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34670) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:40.860059 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:40.860799 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:11Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:40.866611 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39865379', 'description': 'tempest-description--1088823173'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:40.870169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f951ec-3c50-4da8-b779-30904736fa1f req-6e15ad5d-34f8-43c3-b62f-5978df548fba tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:40.895670 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f951ec-3c50-4da8-b779-30904736fa1f req-6e15ad5d-34f8-43c3-b62f-5978df548fba tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.1156323 Jul 01 16:42:40.898620 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.906215 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:40.907926 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-756e7a64-19e7-4559-8cc7-9af581e79a37 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5293603 Jul 01 16:42:40.915032 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34672) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:40.978799 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f951ec-3c50-4da8-b779-30904736fa1f req-5ad98fcb-f63c-4b01-b505-48d3090a8ebf tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818162 Jul 01 16:42:41.045871 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:41.067937 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:41.292477 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (aa5eeb63-5d85-4b95-b20e-a93fea806109), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.296240 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 83a5b74e-a6ad-4584-821e-549b6fb31347 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:41.329931 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708a5f8-446c-4b5a-a749-6ddf3827df83 req-9b75e07c-ccec-40cc-8e27-eb3abb346fc5 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:41.339119 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2708a5f8-446c-4b5a-a749-6ddf3827df83 req-9b75e07c-ccec-40cc-8e27-eb3abb346fc5 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1113586 Jul 01 16:42:41.342217 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (aa5eeb63-5d85-4b95-b20e-a93fea806109), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.348552 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530086e-00b5-4dd8-a13a-c437ee6a6f4e req-cc13bb6a-3e53-44bf-a21d-8ae178d52375 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:41.350155 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2530086e-00b5-4dd8-a13a-c437ee6a6f4e req-cc13bb6a-3e53-44bf-a21d-8ae178d52375 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1120801 Jul 01 16:42:41.419600 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 83a5b74e-a6ad-4584-821e-549b6fb31347 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:41.420241 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.426188 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:38Z', 'revision_number': 3, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:41.429317 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.430673 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5758412 Jul 01 16:42:41.434203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34686) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:41.441886 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'security_group_rule': {'security_group_id': 'aa5eeb63-5d85-4b95-b20e-a93fea806109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:41.442765 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2708a5f8-446c-4b5a-a749-6ddf3827df83 req-bac01bf7-d8ea-4346-8520-b81e3941136e tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025362 Jul 01 16:42:41.449352 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891844a-f909-496a-a90c-c01a528b62a6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5eeb63-5d85-4b95-b20e-a93fea806109,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:41.495894 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Checking router: 13b282e8-334a-4914-b122-ef92de481a26 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:42:41.496284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Updating router 13b282e8-334a-4914-b122-ef92de481a26 port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:42:41.517869 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2530086e-00b5-4dd8-a13a-c437ee6a6f4e req-04404323-fde6-4b10-bf1d-e4006bf150c3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605933 Jul 01 16:42:41.548940 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:41.564573 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (e1b76fd2-3e82-490b-b9bd-08e3630b115a), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.571790 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6ae499f2-8e70-4c6f-ad79-90022a4b3add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.575043 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.678639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 83a5b74e-a6ad-4584-821e-549b6fb31347 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:41.710832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-738d712e-b435-4702-b80b-7d4d5af89d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:41.712338 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-738d712e-b435-4702-b80b-7d4d5af89d13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 1127 time: 0.0786521 Jul 01 16:42:41.727051 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.730897 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (e1b76fd2-3e82-490b-b9bd-08e3630b115a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.741358 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (e1b76fd2-3e82-490b-b9bd-08e3630b115a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.763893 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b76fd2-3e82-490b-b9bd-08e3630b115a,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:41.810369 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.812718 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-050a685f-2f75-4819-97e6-92fa8dbf54bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749645 Jul 01 16:42:41.815150 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34690) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:41.819657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'security_group_rule': {'security_group_id': 'aa5eeb63-5d85-4b95-b20e-a93fea806109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:41.822660 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:41.882787 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (4c03a09c-c4ee-4db0-9718-0ff7e2b678ed), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:41.982240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Allocated IP 172.20.0.1 (7ebc39bf-8ea5-45dd-820b-480ad076a770/a1cbb64c-18c1-4688-8de0-ff223d0e9212/3db63dec-7df2-4282-9419-c6ed97d101c3) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:42.034373 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (4c03a09c-c4ee-4db0-9718-0ff7e2b678ed), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.045152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (4c03a09c-c4ee-4db0-9718-0ff7e2b678ed), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.107484 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks [] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.131963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc396-d48c-4141-b927-3a1df1bae94c req-4c4a01d3-a601-4c10-8c55-df7ce543f603 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:42.133975 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6cdc396-d48c-4141-b927-3a1df1bae94c req-4c4a01d3-a601-4c10-8c55-df7ce543f603 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.0552735 Jul 01 16:42:42.135686 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c03a09c-c4ee-4db0-9718-0ff7e2b678ed,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:42.147006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.151631 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-930ed6b2-c5bd-4830-a78f-fb5504e0b22d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353407 Jul 01 16:42:42.152666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34694) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:42.155515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks [] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.158429 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.160008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:42.165719 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.206104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:42.211316 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:42.215173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:42.215600 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:42.219432 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Pushing event updated for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:42.229549 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Attempting to bind port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:42.230141 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Attempting to bind port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:42.231145 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Attempting to bind port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:42.239566 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.245875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:42.246552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:42.247121 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.247689 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:42.248355 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Bound port: b81af5fb-8c1f-427a-96e6-a8b5f3cb856b, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:42.249575 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.255457 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6cdc396-d48c-4141-b927-3a1df1bae94c req-d961dfd4-6456-439c-bc30-2c7a189df823 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016524 Jul 01 16:42:42.282310 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (13b282e8-334a-4914-b122-ef92de481a26), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.316026 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:42.336132 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:42.346520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d154a11-ddf7-4c2f-acc3-ba99f77b3acb None None] Pushing event updated for resources: {'Port': ['ID=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:42.371719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.412050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] For port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:42.428870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] For port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:42.443617 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.516821 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:42.600945 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:42.601960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:42.610329 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.649367 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a59928a8-2acf-455d-9883-dd74fe3d3740 None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:42.650449 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a59928a8-2acf-455d-9883-dd74fe3d3740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.667436 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Allocated IP 172.27.2.34 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/e7d839c9-786e-4c25-9b71-2576238b75cf) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:42.760853 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-91855073-1ced-4989-b49a-806a6ee89dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:42.763549 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-91855073-1ced-4989-b49a-806a6ee89dc0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2445970 Jul 01 16:42:42.806433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.865962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d154a11-ddf7-4c2f-acc3-ba99f77b3acb None None] Pushing event updated for resources: {'Port': ['ID=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:42.879200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:42.886899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.898489 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a59928a8-2acf-455d-9883-dd74fe3d3740 None None] Port 3db63dec-7df2-4282-9419-c6ed97d101c3 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:42.949184 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:42.981250 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:43.052796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:43.065331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:43.067986 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:43.079654 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed402d8-a877-4d97-9af8-d4c0c3b6dd8d req-fb708a6a-2409-48ba-b268-cd8d067b4c6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:43.081287 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ed402d8-a877-4d97-9af8-d4c0c3b6dd8d req-fb708a6a-2409-48ba-b268-cd8d067b4c6b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.2162228 Jul 01 16:42:43.111538 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6ebd6-1dc8-472b-8964-da38be75cd1e req-f3ca249c-1385-4f4f-9598-854b51c836c4 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:43.115987 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34706) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:43.119806 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05f6ebd6-1dc8-472b-8964-da38be75cd1e req-f3ca249c-1385-4f4f-9598-854b51c836c4 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.2669840 Jul 01 16:42:43.126806 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'port_id': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:43.130639 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:43.211041 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05f6ebd6-1dc8-472b-8964-da38be75cd1e req-21f7fff1-d577-4662-8fb9-c7a0ab2847f4 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902853 Jul 01 16:42:43.222950 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks [] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.229068 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.254971 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'Port': ['ID=e7d839c9-786e-4c25-9b71-2576238b75cf,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:43.284130 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.319325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a2fe8-3636-49b1-9033-c8d24f67928b req-09ae313b-1545-4160-ad02-4573e84af6c4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:43.320815 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-164a2fe8-3636-49b1-9033-c8d24f67928b req-09ae313b-1545-4160-ad02-4573e84af6c4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0894215 Jul 01 16:42:43.359094 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:41Z', 'revision_number': 1, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:43.402086 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7823f-7617-4e07-a1ce-3bc089123088 None None] The sync data for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi is: [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:41Z', 'revision_number': 1, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:42:43.421035 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-164a2fe8-3636-49b1-9033-c8d24f67928b req-d7c0df7d-c524-4b86-8a28-66c4fb4aad59 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807853 Jul 01 16:42:43.424527 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.492702 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:43.494393 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.677930 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-bff2768e-ddb6-4f89-b46d-c23711564683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:43.680280 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-073f57fb-727c-4c37-840c-1297b4f61e9d req-bff2768e-ddb6-4f89-b46d-c23711564683 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7450588 Jul 01 16:42:43.841831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.844802 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (13b282e8-334a-4914-b122-ef92de481a26), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.854719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:43.855420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-024edf46-52c0-4b07-a6fd-6db1e89db4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:43.857553 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-024edf46-52c0-4b07-a6fd-6db1e89db4d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 1127 time: 0.0678678 Jul 01 16:42:43.865736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Pushing event updated for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:44.031299 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'Port': ['ID=e7d839c9-786e-4c25-9b71-2576238b75cf,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:44.049889 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-27edb330-6d72-4225-b6de-328ea23a566a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7 HTTP/1.1" status: 200 len: 217 time: 0.0605061 Jul 01 16:42:44.055677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:44.067637 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dd34f-96c5-4ece-aa6d-1264d20aa5fb req-29d03db0-d5e1-4f20-9ddd-cc1aa7ec3025 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:44.069251 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a1dd34f-96c5-4ece-aa6d-1264d20aa5fb req-29d03db0-d5e1-4f20-9ddd-cc1aa7ec3025 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.1020885 Jul 01 16:42:44.128376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:44.130652 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0ea77432-654b-468f-88cc-c71c1af558d3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9744778 Jul 01 16:42:44.177271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf1b-208d-45ab-b60e-101396f42159 req-0399a26b-0017-476c-9e33-47deca58eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:44.182568 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-0399a26b-0017-476c-9e33-47deca58eb58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=322bace4-d3a2-4930-83da-47647b6801ac HTTP/1.1" status: 200 len: 849 time: 0.1114128 Jul 01 16:42:44.208256 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a1dd34f-96c5-4ece-aa6d-1264d20aa5fb req-56de6dcc-1a95-4417-85ef-e1722ef5a0a7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268380 Jul 01 16:42:44.230620 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34720) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:44.369509 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:44.459873 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-635b868f-4051-468e-9ca4-9133eb01e2b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75014e88-f269-4136-926c-e34ab9a26542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745787 Jul 01 16:42:44.506742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9022815-1949-42bf-a2d3-c27d67d22326 req-e9136943-9fbd-4e56-86dc-f74267d4f900 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:44.518250 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9022815-1949-42bf-a2d3-c27d67d22326 req-e9136943-9fbd-4e56-86dc-f74267d4f900 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1412246 Jul 01 16:42:44.601105 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:44.668864 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d691-cada-4525-82bf-5d38a30e372e tempest-TestMinimumBasicScenario-1897262082 tempest-TestMinimumBasicScenario-1897262082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:44.672718 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:42:44.677010 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-efa4d691-cada-4525-82bf-5d38a30e372e tempest-TestMinimumBasicScenario-1897262082 tempest-TestMinimumBasicScenario-1897262082-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1124 time: 0.4450440 Jul 01 16:42:44.685085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34738) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:44.685280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:44.686989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:44.701232 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:44.705516 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'port_id': '74960809-e36c-4511-9a63-5f955f9a40f0', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:44.725610 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:44.735273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9022815-1949-42bf-a2d3-c27d67d22326 req-142eef07-e1fc-4663-b3d5-b5fef5ccff0d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160282 Jul 01 16:42:44.758895 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-e8cd8269-5c07-4f86-931a-99d4228d8046 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--39865379&fields=id&tenant_id=bf55d220c94d4445af9f73c532029e42 HTTP/1.1" status: 200 len: 267 time: 0.2078719 Jul 01 16:42:44.793381 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:44.898490 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.050097 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Router 13b282e8-334a-4914-b122-ef92de481a26 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:42:45.067717 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-d096680c-31b5-422f-ba08-44a835e046ab service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678046 Jul 01 16:42:45.072611 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.db.resource_extend [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 01 16:42:45.149025 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-5c0a03b2-726a-4a68-aeaa-a742ce9ea062 None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:45.149703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5c0a03b2-726a-4a68-aeaa-a742ce9ea062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.237656 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a03b2-726a-4a68-aeaa-a742ce9ea062 None None] Port 3db63dec-7df2-4282-9419-c6ed97d101c3 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:45.278055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b81af5fb-8c1f-427a-96e6-a8b5f3cb856b up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:45.365522 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:45.366107 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.388248 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:45.393078 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:45.415420 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e09e4067-6ec4-44e0-a47b-0b58a38dfae0 admin admin] 10.222.0.57 "PUT /v2.0/routers/13b282e8-334a-4914-b122-ef92de481a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895682 Jul 01 16:42:45.489824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Allocated IP 172.27.2.108 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/5145a3e7-d90a-4b9f-8b94-85de748f9a09) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:45.503143 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.527721 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:45.529147 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.538182 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.595102 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:45.604253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:45.681876 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-996bbf1b-208d-45ab-b60e-101396f42159 req-67a299a7-4b49-4143-b494-581833eaba24 service neutron] 10.222.0.43 "GET /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276463 Jul 01 16:42:45.725534 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 8f7bd0cf-7495-418a-afa5-b04256025511 associated. External IP: 172.27.2.78, port: b942fa2d-b73f-482d-a3fc-1e5162c3f4a5. Jul 01 16:42:45.727591 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:45.739376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:45.829307 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205c212-d29e-4e61-82f2-5058418c6b43 req-d3de03fc-3c07-4989-acf9-bca3a2ace226 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:45.836860 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4205c212-d29e-4e61-82f2-5058418c6b43 req-d3de03fc-3c07-4989-acf9-bca3a2ace226 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.8014326 Jul 01 16:42:45.925660 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4205c212-d29e-4e61-82f2-5058418c6b43 req-38bb63dc-b9cd-4bb4-a563-81016230a334 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841250 Jul 01 16:42:45.987942 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-02e67d7f-b540-4b01-86a0-66994a980e50 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:46.000251 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-02e67d7f-b540-4b01-86a0-66994a980e50 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 1.2337513 Jul 01 16:42:46.010087 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:46.033881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:42:46.069677 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-dfd7d267-79b2-4802-91d9-852037ed26b5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/quotas/bf55d220c94d4445af9f73c532029e42 HTTP/1.1" status: 200 len: 375 time: 0.0681913 Jul 01 16:42:46.121993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.215620 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-9b60aa1f-050b-4984-8b9e-8281a7e07f5a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1450450 Jul 01 16:42:46.232335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccc9b-b0a3-4c29-a787-cfc1088060d9 req-3c5d8eb5-4956-4eb7-a6b0-42bbe4ca9f47 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:46.234132 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-127ccc9b-b0a3-4c29-a787-cfc1088060d9 req-3c5d8eb5-4956-4eb7-a6b0-42bbe4ca9f47 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1581895 Jul 01 16:42:46.261080 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:46.267881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.272336 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:42:46.287257 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:46.288219 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:46.325601 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e9d84e9e-b354-4423-b316-693cd876d9aa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "PUT /v2.0/floatingips/8f7bd0cf-7495-418a-afa5-b04256025511 HTTP/1.1" status: 200 len: 990 time: 3.2067018 Jul 01 16:42:46.326742 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:46.329756 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:46.351777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.440575 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:46.528048 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:46.535021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-127ccc9b-b0a3-4c29-a787-cfc1088060d9 req-78402564-ca79-469e-88e3-e40d606489b0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936254 Jul 01 16:42:46.545075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'Port': ['ID=5145a3e7-d90a-4b9f-8b94-85de748f9a09,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:46.577058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:46.577058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:46.580051 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:46.635857 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f9246f32-e111-437e-90a1-bab351566c0f service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004760 Jul 01 16:42:46.681572 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34768) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:46.687205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1508647589-network', 'tenant_id': '03752bab4db8497a911823c2ef95017f'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:46.728984 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156ddbd-2346-4026-b449-02b241e20a6a x-openstack-request-id: req-2156ddbd-2346-4026-b449-02b241e20a6a {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:46.729691 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:46.729691 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2156ddbd-2346-4026-b449-02b241e20a6a {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:46.730126 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2156ddbd-2346-4026-b449-02b241e20a6a'] response: {'name': 'network-changed', 'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'status': 'completed', 'code': 200} Jul 01 16:42:46.731281 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '8f7bd0cf-7495-418a-afa5-b04256025511', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e5:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:18Z', 'updated_at': '2022-07-01T16:42:44Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}, {'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:46.741179 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Made reservation on behalf of 03752bab4db8497a911823c2ef95017f for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:46.744934 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.754612 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.770480 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:42:46.790623 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:46.792051 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:46.887658 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-43ac83b2-0871-4472-b44b-f724257c6c0f service neutron] 10.222.0.57 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447648 Jul 01 16:42:46.914525 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks [] for security_group (9a51de20-fcbe-4131-b618-e0ce3287a324), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:46.921130 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9a51de20-fcbe-4131-b618-e0ce3287a324), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.026014 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:47.070180 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51de20-fcbe-4131-b618-e0ce3287a324,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:47.074079 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-ea13b966-3a7c-4516-ad90-ec51d33a76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:47.079951 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-ea13b966-3a7c-4516-ad90-ec51d33a76ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 1129 time: 0.0942857 Jul 01 16:42:47.102048 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Sync routers for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:42:47.141212 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:47.145418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:47.147134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:42:47.194657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eac36-78bf-4481-96a3-4e4f078a1a9c req-62772bd0-ccfc-4525-ae87-c17b54a36d77 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:47.201127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b5eac36-78bf-4481-96a3-4e4f078a1a9c req-62772bd0-ccfc-4525-ae87-c17b54a36d77 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1609833 Jul 01 16:42:47.216636 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:47.225171 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (250db4a2-23ec-455a-9ed4-61ae0008db57), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.225734 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Added segment 250db4a2-23ec-455a-9ed4-61ae0008db57 of type vlan for network e9315140-0a63-4972-8c75-97828d6a8e62 Jul 01 16:42:47.307326 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:47.317618 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (e9315140-0a63-4972-8c75-97828d6a8e62), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.357146 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b81af5fb-8c1f-427a-96e6-a8b5f3cb856b up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:47.358521 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dda3a2d6-41fc-44fd-98d7-46ecd081566d req-e4b30a7d-c3d4-4392-b388-75f8d497bf35 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 210 time: 0.1277432 Jul 01 16:42:47.401170 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-d4bc6aab-ff18-4566-9082-52c7abb76994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:47.403043 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-d4bc6aab-ff18-4566-9082-52c7abb76994 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.3048472 Jul 01 16:42:47.448500 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b5eac36-78bf-4481-96a3-4e4f078a1a9c req-133f41bd-b096-4ad3-a094-51f064dec2e3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165244 Jul 01 16:42:47.507293 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:47.522581 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:47.533979 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (e9315140-0a63-4972-8c75-97828d6a8e62), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.534952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:47.535286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:47.535871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.612698 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:47.613218 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:47.615863 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '8f7bd0cf-7495-418a-afa5-b04256025511', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e5:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:18Z', 'updated_at': '2022-07-01T16:42:44Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}, {'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:47.735466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:47.741228 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5cb31-0be2-48f1-8d56-5a24afe88540 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '8f7bd0cf-7495-418a-afa5-b04256025511', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e5:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:18Z', 'updated_at': '2022-07-01T16:42:44Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}, {'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:42:48.000458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for floatingip (e59c5a2d-0e20-4383-bc4d-afa619a58fbb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:48.142783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:48.187526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be21f1-ca14-4782-8d8a-aff88e267fa7 req-df3e8eec-fabd-4c8f-8bae-e486d99f48cb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:48.189741 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64be21f1-ca14-4782-8d8a-aff88e267fa7 req-df3e8eec-fabd-4c8f-8bae-e486d99f48cb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1382425 Jul 01 16:42:48.300457 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-52edc81f-fedc-4538-be5c-14e104ae9fe9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 HTTP/1.1" status: 200 len: 998 time: 0.8763723 Jul 01 16:42:48.313223 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e6a91-a23a-4b4c-bad8-50d69d689159 None None] New status for floating IP 8f7bd0cf-7495-418a-afa5-b04256025511: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:42:48.340124 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6528497 Jul 01 16:42:48.345986 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34794) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:48.374507 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Request body: {'subnet': {'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1508647589-subnet', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:48.443905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:48.460709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Made reservation on behalf of 03752bab4db8497a911823c2ef95017f for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:48.462614 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:48.486980 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514e49a-4db2-4e44-88be-ffa5a680f04a admin admin] Pushing event updated for resources: {'Network': ['ID=e9315140-0a63-4972-8c75-97828d6a8e62,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:48.511592 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network e9315140-0a63-4972-8c75-97828d6a8e62 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:42:48.576027 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-663fcae6-a09a-4deb-8f82-f4c5b5219209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:48.580607 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-663fcae6-a09a-4deb-8f82-f4c5b5219209 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.2404902 Jul 01 16:42:48.583724 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 2, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:48.706616 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-ac0004e7-0c58-42d9-b2e5-6a64c783013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:48.711789 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-ac0004e7-0c58-42d9-b2e5-6a64c783013b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1233373 Jul 01 16:42:48.717108 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Checking router: 13b282e8-334a-4914-b122-ef92de481a26 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:42:48.718128 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Updating router 13b282e8-334a-4914-b122-ef92de481a26 port 3db63dec-7df2-4282-9419-c6ed97d101c3 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:42:48.725725 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:48.729606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64be21f1-ca14-4782-8d8a-aff88e267fa7 req-fb2b841f-63a6-4ea6-b876-e6c4a714752c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322325 Jul 01 16:42:48.814014 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7b1d0e5-d992-4225-aa9b-5c31db9024ab req-8b3e66f9-c463-4aa0-85c4-1a03d62ec70a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 210 time: 0.0697336 Jul 01 16:42:48.897273 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:48.933209 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:48.956094 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb297-4a60-4e61-8a95-bd8c9615b2ab req-10aafa78-faa3-4ca9-9c25-45a6469f8574 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:48.964159 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-642cb297-4a60-4e61-8a95-bd8c9615b2ab req-10aafa78-faa3-4ca9-9c25-45a6469f8574 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0808818 Jul 01 16:42:48.971062 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-f519c247-ae1d-49b2-971e-0a8382e3a8b1 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522516 Jul 01 16:42:49.094806 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-642cb297-4a60-4e61-8a95-bd8c9615b2ab req-13fd5022-616f-4446-86bf-309cea1732d5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296453 Jul 01 16:42:49.125713 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.136036 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.212798 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device a3b0c557-db2a-4027-8b65-b4fb36645ae7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:49.239494 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-df7e6e3f-ffb7-44ee-b5a3-953ed6ddd0ec req-66f9c0db-789a-4413-9d24-d0ee635f80ac service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998005 Jul 01 16:42:49.297566 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:49.301658 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'Port': ['ID=5145a3e7-d90a-4b9f-8b94-85de748f9a09,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:49.312489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (e59c5a2d-0e20-4383-bc4d-afa619a58fbb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.375319 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.db.resource_extend [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 01 16:42:49.451532 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:49.469322 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks [] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.472607 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-9b4818dd-1593-4105-88d4-768b598910ce tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:49.475341 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-9b4818dd-1593-4105-88d4-768b598910ce tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 819 time: 0.1801345 Jul 01 16:42:49.501138 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (62765d7c-7273-4e2c-9498-97c085f8c428), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.518981 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.575780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d48e98-7dbc-4511-b23d-1fc646db6e71 None None] Pushing event updated for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:49.584813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62765d7c-7273-4e2c-9498-97c085f8c428,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:49.619943 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:49.621906 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Floating IP e59c5a2d-0e20-4383-bc4d-afa619a58fbb associated. External IP: 172.27.2.108, port: 74960809-e36c-4511-9a63-5f955f9a40f0. Jul 01 16:42:49.633922 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-81b9e49d-370c-4f09-94ca-2335736ed112 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf55d220c94d4445af9f73c532029e42 HTTP/1.1" status: 200 len: 378 time: 0.1399512 Jul 01 16:42:49.666840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7', 'network_id': '75014e88-f269-4136-926c-e34ab9a26542', 'port_id': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7', 'mac_address': 'fa:16:3e:19:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322bace4-d3a2-4930-83da-47647b6801ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:49.743257 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Attempting to bind port 3db63dec-7df2-4282-9419-c6ed97d101c3 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:49.744189 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Attempting to bind port 3db63dec-7df2-4282-9419-c6ed97d101c3 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:49.744393 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Attempting to bind port 3db63dec-7df2-4282-9419-c6ed97d101c3 on network 7ebc39bf-8ea5-45dd-820b-480ad076a770 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:49.778769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'port': {'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'admin_state_up': True, 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'security_groups': ['aa5eeb63-5d85-4b95-b20e-a93fea806109']}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:49.785938 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:49.786308 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Checking segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:49.786733 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.787130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Bound using segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:49.787604 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Bound port: 3db63dec-7df2-4282-9419-c6ed97d101c3, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:49.787980 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.791323 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port a3b0c557-db2a-4027-8b65-b4fb36645ae7 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:49.791691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:49.888385 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Checking segment: {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:49.888739 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Network hostable DHCP agents. Network: e9315140-0a63-4972-8c75-97828d6a8e62, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:42:49.914561 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:49.921897 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b0c557-db2a-4027-8b65-b4fb36645ae7 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:49.950386 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:49.968192 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.055726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] For port 3db63dec-7df2-4282-9419-c6ed97d101c3, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:50.061751 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] For port 3db63dec-7df2-4282-9419-c6ed97d101c3, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3db63dec-7df2-4282-9419-c6ed97d101c3,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:50.071609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc784c3f-c3e2-491e-8b82-287a9a9cff44 req-a4c13643-572b-40ef-95a4-388a25450347 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:50.073629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc784c3f-c3e2-491e-8b82-287a9a9cff44 req-a4c13643-572b-40ef-95a4-388a25450347 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 943 time: 0.1669693 Jul 01 16:42:50.123942 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Made reservation on behalf of bf55d220c94d4445af9f73c532029e42 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:42:50.128965 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.134076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.145198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:50.145578 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.147197 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:50.181093 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97dd896a-8a4a-4c75-b587-6ce9e6e49ca9 req-07e8ef93-5add-4dce-8ac0-4757e53d5f42 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 210 time: 0.1713564 Jul 01 16:42:50.213800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Network e9315140-0a63-4972-8c75-97828d6a8e62 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:42:50.317555 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d48e98-7dbc-4511-b23d-1fc646db6e71 None None] Pushing event updated for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:50.329178 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Allocated IP 172.20.0.13 (40bcc3f6-35b7-411b-aab1-54f20941aafb/0c097e17-d176-414e-a93b-ca6858e6c7e6/b1c38327-6c47-4d4f-bcc3-847a86785a63) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:50.355144 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:50.355781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:50.377539 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, e9315140-0a63-4972-8c75-97828d6a8e62) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:50.393400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:50.394246 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.421091 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:50.476774 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:50.492210 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4158e901-6257-478d-a171-1c0185d23563 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1305261 Jul 01 16:42:50.495454 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34820) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:50.516829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:50.517247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40824-02f1-4c92-910f-caa4c9e17ebe req-d52cab27-2a79-4adc-a431-4bbd3ce0d2c0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:50.518830 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aed40824-02f1-4c92-910f-caa4c9e17ebe req-d52cab27-2a79-4adc-a431-4bbd3ce0d2c0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1441469 Jul 01 16:42:50.525761 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc784c3f-c3e2-491e-8b82-287a9a9cff44 req-2cb8d02a-0587-4610-9a61-5cc6148cb3e2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152570 Jul 01 16:42:50.574517 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Router 28187b32-b7ab-44de-a28e-3101bbde27ec has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:42:50.582532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.583683 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.616179 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.664064 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aed40824-02f1-4c92-910f-caa4c9e17ebe req-5ea33899-da6c-4873-a8e2-e7e70211071d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372454 Jul 01 16:42:50.681019 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:50.689139 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472058c-0b76-4164-8da5-fa61687a30de None None] Network e9315140-0a63-4972-8c75-97828d6a8e62 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:42:50.709263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for router_controller (541bf75d-0d4b-4d5e-97de-38f0ffd63805), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.789592 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.801266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:50.805675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:50.807948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:50.836576 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.859002 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Current status of the port 3db63dec-7df2-4282-9419-c6ed97d101c3 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:50.859765 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:50.861502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:50.887639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-181b2453-0d9a-4874-b4ad-e257c4c2aa0d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1995299 Jul 01 16:42:50.887639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:50.890502 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5682e1-8c83-446d-90b3-b67c7c27eefe" -d '{"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:50.902943 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88669aea-147a-4331-a379-512b269400dd None None] Sync routers for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:42:50.906219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34822) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:50.910870 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:50.933673 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885870418', 'description': 'tempest-secgroup-smoke-1885870418 description', 'project_id': 'ef0cc672766c47759a088a398d95147f'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:50.957174 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:50.975039 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88669aea-147a-4331-a379-512b269400dd None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:50.975656 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-88669aea-147a-4331-a379-512b269400dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:51.000229 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edb346-9663-4c1f-a9e9-2b240340bd93 x-openstack-request-id: req-38edb346-9663-4c1f-a9e9-2b240340bd93 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:51.000725 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:51.002786 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38edb346-9663-4c1f-a9e9-2b240340bd93 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:51.003393 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38edb346-9663-4c1f-a9e9-2b240340bd93'] response: {'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:42:51.005411 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] For port 3db63dec-7df2-4282-9419-c6ed97d101c3, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3db63dec-7df2-4282-9419-c6ed97d101c3,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:51.008535 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.017479 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event updated for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:51.047468 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for router_gateway (541bf75d-0d4b-4d5e-97de-38f0ffd63805), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.050491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-e9315140-0a63-4972-8c75-97828d6a8e62', 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62', 'project_id': '03752bab4db8497a911823c2ef95017f', 'fixed_ips': [{'subnet_id': '62765d7c-7273-4e2c-9498-97c085f8c428'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:42:51.051440 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.114688 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.117590 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:51.182275 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:51.182275 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.202305 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (dc4d8463-50b1-4283-a000-7cf20542b5c3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.207617 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (dc4d8463-50b1-4283-a000-7cf20542b5c3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.256306 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:51.270947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4d8463-50b1-4283-a000-7cf20542b5c3,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:51.315183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.316650 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c25f34c5-54e1-4715-a84f-65c731455acc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4091587 Jul 01 16:42:51.320684 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34830) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:51.334056 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:51.350137 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-f87bdfa8-6d34-4a88-bfdb-b66612fd547a tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5756164 Jul 01 16:42:51.371272 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3db63dec-7df2-4282-9419-c6ed97d101c3 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:51.408443 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (9d63c76c-4e68-49d7-b624-daee157165da), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.411374 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97356d-6c38-46cc-a57d-bf470f70e729 None None] Pushing event updated for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:51.508810 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for router_gateway (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.510878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (9d63c76c-4e68-49d7-b624-daee157165da), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.526050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3ca59-7a4d-46d2-a880-f99cea3f13cc req-3687099f-dcbb-42eb-857c-7cacf55f8ddc tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:51.528436 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fff3ca59-7a4d-46d2-a880-f99cea3f13cc req-3687099f-dcbb-42eb-857c-7cacf55f8ddc tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 932 time: 0.1634672 Jul 01 16:42:51.529861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (9d63c76c-4e68-49d7-b624-daee157165da), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.535363 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.563923 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-9e866db0-969e-43d2-b309-6ece595fa866 None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:51.564581 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9e866db0-969e-43d2-b309-6ece595fa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.571816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d63c76c-4e68-49d7-b624-daee157165da,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:51.590747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.593232 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-cbbd4b62-0a5f-4059-9f78-323c3dfa818b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704971 Jul 01 16:42:51.597227 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34834) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:51.602205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:51.651620 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fff3ca59-7a4d-46d2-a880-f99cea3f13cc req-df686646-9ebe-47c9-bf00-3e3ab1ca5bc1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058691 Jul 01 16:42:51.713623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (3b144e8a-0dd5-49a0-9a2a-f994d0ba6818), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.718631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Allocated IP 172.27.2.111 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/303eaacc-cd55-447f-9b43-0dda57816801) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:51.781476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:51.781969 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.785037 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-88669aea-147a-4331-a379-512b269400dd None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:51.820860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8c04-33cc-4d40-9caf-71ade7b7fca0 req-14c72871-56d1-4190-9c25-af4a1fb20604 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:51.830308 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a13e8c04-33cc-4d40-9caf-71ade7b7fca0 req-14c72871-56d1-4190-9c25-af4a1fb20604 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 944 time: 0.1334779 Jul 01 16:42:51.922236 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for port (303eaacc-cd55-447f-9b43-0dda57816801), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:51.960219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:51.961169 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:51.980583 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (303eaacc-cd55-447f-9b43-0dda57816801), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.015785 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:52.051823 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:52.058775 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:52.068759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:52.082023 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-9e866db0-969e-43d2-b309-6ece595fa866 None None] Current status of the port 3db63dec-7df2-4282-9419-c6ed97d101c3 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:52.095439 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b984f9-738e-4ed7-a585-164a9e7084a5 None None] The sync data for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi is: [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:42:52.148769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (3b144e8a-0dd5-49a0-9a2a-f994d0ba6818), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.159382 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Allocated IP 172.20.0.2 (e9315140-0a63-4972-8c75-97828d6a8e62/62765d7c-7273-4e2c-9498-97c085f8c428/cd6d379a-c723-4243-b9a6-91c9a64f16ea) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:52.187473 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:52.198632 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (3b144e8a-0dd5-49a0-9a2a-f994d0ba6818), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.223157 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-7858cc85-f84a-4a23-89ae-d0fa386467a7 None None] Provisioning complete for port b1c38327-6c47-4d4f-bcc3-847a86785a63 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:52.223530 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7858cc85-f84a-4a23-89ae-d0fa386467a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.282900 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Pushing event updated for resources: {'Port': ['ID=303eaacc-cd55-447f-9b43-0dda57816801,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:52.316220 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.317565 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7193868 Jul 01 16:42:52.321352 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc6c42-a16e-4475-9713-18805da4e836 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b144e8a-0dd5-49a0-9a2a-f994d0ba6818,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:52.324424 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34840) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:52.328650 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7858cc85-f84a-4a23-89ae-d0fa386467a7 None None] Port b1c38327-6c47-4d4f-bcc3-847a86785a63 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:52.341238 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:52.381816 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a13e8c04-33cc-4d40-9caf-71ade7b7fca0 req-63eff297-cae2-4b5d-9e8b-afe775d2af27 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503621 Jul 01 16:42:52.404387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90dda-b802-4d0b-8306-b165bc35ae31 req-9355d91a-0c8e-44d1-8819-1ae652ecb577 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:52.415361 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2d90dda-b802-4d0b-8306-b165bc35ae31 req-9355d91a-0c8e-44d1-8819-1ae652ecb577 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.5550714 Jul 01 16:42:52.472131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 3db63dec-7df2-4282-9419-c6ed97d101c3 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:52.495433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (caa77d45-bbfc-4427-beea-d214ee05d883), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.551555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2d90dda-b802-4d0b-8306-b165bc35ae31 req-3a3eb740-30ce-4c84-847e-5a37e3e2214d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205244 Jul 01 16:42:52.609430 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:52.628803 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-88669aea-147a-4331-a379-512b269400dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'e59c5a2d-0e20-4383-bc4d-afa619a58fbb', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'port_id': '74960809-e36c-4511-9a63-5f955f9a40f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca065-c0ba-4a16-958e-a991e16bb913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:47Z', 'updated_at': '2022-07-01T16:42:47Z', 'revision_number': 0, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:52.629961 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for router_gateway (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.685401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (caa77d45-bbfc-4427-beea-d214ee05d883), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.695382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (caa77d45-bbfc-4427-beea-d214ee05d883), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.715371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88669aea-147a-4331-a379-512b269400dd None None] Checking router: 28187b32-b7ab-44de-a28e-3101bbde27ec for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:42:52.752921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88669aea-147a-4331-a379-512b269400dd None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:52.753559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-88669aea-147a-4331-a379-512b269400dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:52.753983 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:52.756108 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa77d45-bbfc-4427-beea-d214ee05d883,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:52.772772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.774104 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3d0edb34-d854-4ea4-a751-421ad4674448 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430845 Jul 01 16:42:52.776999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34844) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:52.788055 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:52.835723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:52.930972 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (03a9d1bc-b574-4a52-ba4f-852659438f48), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:52.932014 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-88669aea-147a-4331-a379-512b269400dd None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:52.990081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd33f1-7c39-4b17-a263-835d474ead54 req-a8438d1c-1c69-4bfa-86c7-2332e55117be tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:52.996423 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5dfd33f1-7c39-4b17-a263-835d474ead54 req-a8438d1c-1c69-4bfa-86c7-2332e55117be tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 932 time: 0.1587555 Jul 01 16:42:53.044816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (03a9d1bc-b574-4a52-ba4f-852659438f48), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.075488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.155170 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5dfd33f1-7c39-4b17-a263-835d474ead54 req-8cbdb29c-aa3a-448f-a172-3731fd0a5018 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076748 Jul 01 16:42:53.157207 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (03a9d1bc-b574-4a52-ba4f-852659438f48), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.176240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Request body: {'port': {'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:53.184669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.186450 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4078906 Jul 01 16:42:53.189329 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08958c7f-b336-4a6a-be76-21db8d3982de tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a9d1bc-b574-4a52-ba4f-852659438f48,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:53.191211 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34846) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:53.206301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:53.243902 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Project ef0cc672766c47759a088a398d95147f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:42:53.261453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (1516fbf4-394e-42d4-93ed-db2c04923924), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.344183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (1516fbf4-394e-42d4-93ed-db2c04923924), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.350255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['a3b0c557-db2a-4027-8b65-b4fb36645ae7'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:53.352031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (1516fbf4-394e-42d4-93ed-db2c04923924), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.368868 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3db63dec-7df2-4282-9419-c6ed97d101c3 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:53.414933 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.419503 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272105 Jul 01 16:42:53.420167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34852) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:53.427800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14622e2-3d50-46bd-90d4-bd658e7670a3 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1516fbf4-394e-42d4-93ed-db2c04923924,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:53.434097 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'security_group_rule': {'security_group_id': 'dc4d8463-50b1-4283-a000-7cf20542b5c3', 'project_id': 'ef0cc672766c47759a088a398d95147f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:53.473011 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Project ef0cc672766c47759a088a398d95147f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:42:53.481041 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (f53fd6b9-da28-417b-a192-3d54ac358b99), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.512628 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks [] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.551435 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.552810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.635496 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (f53fd6b9-da28-417b-a192-3d54ac358b99), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.649017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (f53fd6b9-da28-417b-a192-3d54ac358b99), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.673991 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 3db63dec-7df2-4282-9419-c6ed97d101c3 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:53.678866 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.704956 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.706442 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2851381 Jul 01 16:42:53.755742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3168e5b-a63f-4e0b-8f8f-fa713f675ce3 req-8042ac79-508b-4966-bf80-122d96dff6d2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:53.757538 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3168e5b-a63f-4e0b-8f8f-fa713f675ce3 req-8042ac79-508b-4966-bf80-122d96dff6d2 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 944 time: 0.2208631 Jul 01 16:42:53.758184 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:53.765743 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a02ada-88fd-44c0-b766-00daab90ebc8 req-d0b45ac1-531a-4f8e-94e0-c639a6639001 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:53.772833 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51a02ada-88fd-44c0-b766-00daab90ebc8 req-d0b45ac1-531a-4f8e-94e0-c639a6639001 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0760047 Jul 01 16:42:53.777242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512365b3-b5b5-43c0-8c8f-40cee5247338 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53fd6b9-da28-417b-a192-3d54ac358b99,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:53.781604 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-c620ecba-4a96-4dba-955b-439203110eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:53.783335 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-c620ecba-4a96-4dba-955b-439203110eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1129 time: 0.6615868 Jul 01 16:42:53.817021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Network e9315140-0a63-4972-8c75-97828d6a8e62 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:53.853393 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:53.872326 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Pushing event updated for resources: {'Port': ['ID=cd6d379a-c723-4243-b9a6-91c9a64f16ea,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:53.876252 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51a02ada-88fd-44c0-b766-00daab90ebc8 req-a9eef339-d2fc-4347-abb2-18930fb2cfe1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020162 Jul 01 16:42:53.878698 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:53.910634 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:53.917239 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3168e5b-a63f-4e0b-8f8f-fa713f675ce3 req-c48a2608-e12d-4f2e-98ab-25ab5839ffa1 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406748 Jul 01 16:42:53.918222 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:53.947274 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-88669aea-147a-4331-a379-512b269400dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'e59c5a2d-0e20-4383-bc4d-afa619a58fbb', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'port_id': '74960809-e36c-4511-9a63-5f955f9a40f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca065-c0ba-4a16-958e-a991e16bb913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:47Z', 'updated_at': '2022-07-01T16:42:47Z', 'revision_number': 0, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:53.953911 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:53.996125 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:54.048617 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-d03efece-f404-4b30-980d-6ef86e81941a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885870418&fields=id&tenant_id=ef0cc672766c47759a088a398d95147f HTTP/1.1" status: 200 len: 267 time: 0.0751448 Jul 01 16:42:54.048884 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-c27115a0-a173-49ba-877c-c8f9ae35a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:54.050228 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-c27115a0-a173-49ba-877c-c8f9ae35a3e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 916 time: 0.2524037 Jul 01 16:42:54.075218 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88669aea-147a-4331-a379-512b269400dd None None] The sync data for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi is: [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'e59c5a2d-0e20-4383-bc4d-afa619a58fbb', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'port_id': '74960809-e36c-4511-9a63-5f955f9a40f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'mac_address': 'fa:16:3e:d2:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fca065-c0ba-4a16-958e-a991e16bb913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:47Z', 'updated_at': '2022-07-01T16:42:47Z', 'revision_number': 0, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:42:54.132943 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Attempting to bind port cd6d379a-c723-4243-b9a6-91c9a64f16ea on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:54.133187 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Attempting to bind port cd6d379a-c723-4243-b9a6-91c9a64f16ea by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:54.134378 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Attempting to bind port cd6d379a-c723-4243-b9a6-91c9a64f16ea on network e9315140-0a63-4972-8c75-97828d6a8e62 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:54.138377 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:54.142222 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-fd38e8af-d567-4b50-beeb-4391308522f6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:54.144654 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-fd38e8af-d567-4b50-beeb-4391308522f6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0952728 Jul 01 16:42:54.152476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 3db63dec-7df2-4282-9419-c6ed97d101c3 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:54.164752 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:54.165248 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Checking segment: {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:54.165741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:54.166548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Bound using segment: {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:54.167079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Bound port: cd6d379a-c723-4243-b9a6-91c9a64f16ea, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:54.168332 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:54.171013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'port': {'security_groups': ['38b9f96c-37f7-44ad-90e9-f055a6907e58', 'dc4d8463-50b1-4283-a000-7cf20542b5c3']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:42:54.231080 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:42:54.306673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] For port cd6d379a-c723-4243-b9a6-91c9a64f16ea, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:54.310706 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] For port cd6d379a-c723-4243-b9a6-91c9a64f16ea, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=cd6d379a-c723-4243-b9a6-91c9a64f16ea,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:54.312358 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330d5a-98c1-4046-aa66-566f3cf443ea req-b37ca946-7f57-4f56-9d2c-a1991f6e5dac tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:54.320359 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02330d5a-98c1-4046-aa66-566f3cf443ea req-b37ca946-7f57-4f56-9d2c-a1991f6e5dac tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 932 time: 0.0572743 Jul 01 16:42:54.329045 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:54.413790 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa216b6-40e9-49e8-a217-725f3ad8b5a7 None None] Pushing event updated for resources: {'Port': ['ID=cd6d379a-c723-4243-b9a6-91c9a64f16ea,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:54.431545 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02330d5a-98c1-4046-aa66-566f3cf443ea req-55da5175-027b-458e-b75c-f60c49df295d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092150 Jul 01 16:42:54.450585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:54.521551 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:54.549511 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c38327-6c47-4d4f-bcc3-847a86785a63 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:54.595106 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks [] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:54.595106 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Transition to ACTIVE for port object b1c38327-6c47-4d4f-bcc3-847a86785a63 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:42:54.607242 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-11a27a29-67b2-4582-a59c-a491ddece141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 999 time: 0.5411060 Jul 01 16:42:54.769191 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-61ad9c81-072f-4994-91db-6d46f7e8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:54.772597 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-61ad9c81-072f-4994-91db-6d46f7e8d1f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.1568470 Jul 01 16:42:54.782952 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.194644 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50862bd7-f1ff-48e2-be18-fed017b13701 None None] New status for floating IP e59c5a2d-0e20-4383-bc4d-afa619a58fbb: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:42:55.256030 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-192936cb-7b6e-4740-a8e7-694e68c4fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:55.258033 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-192936cb-7b6e-4740-a8e7-694e68c4fb1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4370384 Jul 01 16:42:55.258730 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:55.302049 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f2c3-b886-493a-ac89-cce2a7b8b03d req-736b89b3-26e0-47ab-b807-d0d1eefb497c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:55.319731 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86f0f2c3-b886-493a-ac89-cce2a7b8b03d req-736b89b3-26e0-47ab-b807-d0d1eefb497c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.2332115 Jul 01 16:42:55.357165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device a3b0c557-db2a-4027-8b65-b4fb36645ae7 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:55.359459 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:55.381175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:55.390698 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:55.439062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for port (74960809-e36c-4511-9a63-5f955f9a40f0), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.454781 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86f0f2c3-b886-493a-ac89-cce2a7b8b03d req-10f0e999-cc7c-40af-a3db-e7f5d4954d6d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338840 Jul 01 16:42:55.457956 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.496710 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.502099 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2a3f1748-8d3d-4032-a3da-5bf70216f170 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9999778 Jul 01 16:42:55.504037 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device cd6d379a-c723-4243-b9a6-91c9a64f16ea up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:55.509589 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Sync routers for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:42:55.521078 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:55.527284 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34878) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:42:55.578571 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:55.583654 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.587921 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59b01b34-1b11-45ce-8132-cfd7d2a94535 req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "PUT /v2.0/ports/74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 981 time: 1.4370024 Jul 01 16:42:55.588567 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:55.597726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc811f2-6de4-430f-a51b-f495d4a80885" -d '{"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:55.698992 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Attempting to bind port b1c38327-6c47-4d4f-bcc3-847a86785a63 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:55.699507 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Attempting to bind port b1c38327-6c47-4d4f-bcc3-847a86785a63 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:55.699944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Attempting to bind port b1c38327-6c47-4d4f-bcc3-847a86785a63 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:55.720199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Port b1c38327-6c47-4d4f-bcc3-847a86785a63 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:42:55.720685 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Attempting to bind port b1c38327-6c47-4d4f-bcc3-847a86785a63 on network 40bcc3f6-35b7-411b-aab1-54f20941aafb {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:55.735252 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-a7d7ad7a-67cd-4385-bf48-c7f7e257fdfe service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501262 Jul 01 16:42:55.741922 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:55.742438 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Checking segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:55.743014 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Bound using segment: {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:55.743565 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Bound port: b1c38327-6c47-4d4f-bcc3-847a86785a63, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6c41b6-7a57-480a-8480-ad16e7b382bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:55.744038 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.782848 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port a3b0c557-db2a-4027-8b65-b4fb36645ae7 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:42:55.817166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:55.817809 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:55.820848 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:42:55.883154 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd07f6-eccb-4ce7-9ec4-c8890dcd6c91 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=6']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:55.897749 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port a3b0c557-db2a-4027-8b65-b4fb36645ae7 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:55.898428 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:55.903328 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86045bc-5238-4b59-9e57-f6d095298063 req-34d93a4a-c204-4319-a2d8-5c1ab8a27fa0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:55.912659 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c86045bc-5238-4b59-9e57-f6d095298063 req-34d93a4a-c204-4319-a2d8-5c1ab8a27fa0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 944 time: 0.3057187 Jul 01 16:42:56.012446 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7eb12-7746-467a-b15e-3aae39da25a3 req-7c12554c-9104-4c35-963b-46637c6bbe6b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.019709 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99e7eb12-7746-467a-b15e-3aae39da25a3 req-7c12554c-9104-4c35-963b-46637c6bbe6b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 944 time: 0.2404342 Jul 01 16:42:56.061391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:56.104487 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99e7eb12-7746-467a-b15e-3aae39da25a3 req-0f330737-cf6f-4d79-889e-71ceaf4c2a30 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778868 Jul 01 16:42:56.144712 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c86045bc-5238-4b59-9e57-f6d095298063 req-94683bcd-c40e-4106-aa61-2175f4ca0a39 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267523 Jul 01 16:42:56.165777 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:56.223666 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:56.307179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869834c8-597f-4508-8b4b-3d1d14387cd6 x-openstack-request-id: req-869834c8-597f-4508-8b4b-3d1d14387cd6 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:56.307510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:56.307698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-869834c8-597f-4508-8b4b-3d1d14387cd6 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:56.308104 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869834c8-597f-4508-8b4b-3d1d14387cd6'] response: {'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:42:56.326727 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b419c-882d-4fe5-a43e-4bd396605c8d req-e38b42a4-2c5b-4e8c-847c-0dfab8e6bf0e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.338697 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-373b419c-882d-4fe5-a43e-4bd396605c8d req-e38b42a4-2c5b-4e8c-847c-0dfab8e6bf0e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.1218028 Jul 01 16:42:56.376184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:56.388376 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-5f5682e1-8c83-446d-90b3-b67c7c27eefe req-75b82d81-621b-4b34-b433-e89df34472be service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097305 Jul 01 16:42:56.400930 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:56.417895 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533499b-5f19-42ef-9080-c64a281bb91a None None] Network e9315140-0a63-4972-8c75-97828d6a8e62 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:42:56.439104 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port cd6d379a-c723-4243-b9a6-91c9a64f16ea triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:56.439427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:56.458795 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-046a2a7b-9e5c-47a6-93a6-6238d4bf4df6 None None] Provisioning complete for port 74960809-e36c-4511-9a63-5f955f9a40f0 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:56.459176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-046a2a7b-9e5c-47a6-93a6-6238d4bf4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:56.471152 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.472509 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-373b419c-882d-4fe5-a43e-4bd396605c8d req-c415cd7d-f77c-42c4-bdef-61df05e5292a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324840 Jul 01 16:42:56.473665 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:56.476088 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] 10.222.0.43 "PUT /v2.0/ports/b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 1094 time: 3.3611829 Jul 01 16:42:56.506403 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:56.508715 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be72fc-1f96-4b04-af05-8bc56564b853" -d '{"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:56.603187 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f33df-b0d8-4ab0-a27e-f0135f692aac x-openstack-request-id: req-0b6f33df-b0d8-4ab0-a27e-f0135f692aac {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:56.603766 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:56.604176 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b6f33df-b0d8-4ab0-a27e-f0135f692aac {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:56.604742 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6f33df-b0d8-4ab0-a27e-f0135f692aac'] response: {'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'status': 'completed', 'code': 200} Jul 01 16:42:56.663675 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-7df8cfb6-02fd-4abe-9621-866bf49e9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.665550 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-7df8cfb6-02fd-4abe-9621-866bf49e9aa3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1168 time: 0.1523643 Jul 01 16:42:56.702509 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:56.711927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bc06d-68b2-4cf6-8ec4-af1f5650ad9d req-6dc0de29-ec80-449e-b798-2b8cf72a3b1e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.713632 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a65bc06d-68b2-4cf6-8ec4-af1f5650ad9d req-6dc0de29-ec80-449e-b798-2b8cf72a3b1e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.1236753 Jul 01 16:42:56.736380 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479924b-d439-4b69-9cca-188c8bf33201 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:56.817742 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a65bc06d-68b2-4cf6-8ec4-af1f5650ad9d req-e81d2a0c-6cbb-4596-808a-4e09eb85844f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949047 Jul 01 16:42:56.838666 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-6831a711-99ff-4ae3-b722-fd5cdb2e0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:56.838666 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-6831a711-99ff-4ae3-b722-fd5cdb2e0442 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1128 time: 0.2410243 Jul 01 16:42:56.862127 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:56.945455 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-fd0a5f90-d00a-4ab1-9b3f-d764ac65ff31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 217 time: 0.0917282 Jul 01 16:42:57.005716 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port cd6d379a-c723-4243-b9a6-91c9a64f16ea is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:57.006186 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.072544 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-7e3d7694-81e7-4d5e-8f9d-c8f021062425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.074297 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-7e3d7694-81e7-4d5e-8f9d-c8f021062425 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.1202364 Jul 01 16:42:57.172290 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.181844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port a3b0c557-db2a-4027-8b65-b4fb36645ae7 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:57.182328 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.218424 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.231077 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-b1dc135a-c201-49e2-a721-1a50add52c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.232634 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-b1dc135a-c201-49e2-a721-1a50add52c48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 916 time: 0.4461155 Jul 01 16:42:57.236932 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-04cb6865-b65e-478e-af5f-b1ea8b5b197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.239169 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-04cb6865-b65e-478e-af5f-b1ea8b5b197d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1344681 Jul 01 16:42:57.252279 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:42:57.255210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26325fbe-0f61-4f43-a4ca-c6f9f957e315" -d '{"events": [{"server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:42:57.287325 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port cd6d379a-c723-4243-b9a6-91c9a64f16ea, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=cd6d379a-c723-4243-b9a6-91c9a64f16ea,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:57.311664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40058-b073-4448-a836-f36a0ed6011d req-1ba7efe6-fad9-4bbf-b0c0-1ecc728b8246 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.313428 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eda40058-b073-4448-a836-f36a0ed6011d req-1ba7efe6-fad9-4bbf-b0c0-1ecc728b8246 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 944 time: 0.1054125 Jul 01 16:42:57.390597 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7d33-97d7-4e82-9361-637ad75ed92f req-598f6e93-5b37-4e13-adbe-00a44cd38849 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.396839 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ddad7d33-97d7-4e82-9361-637ad75ed92f req-598f6e93-5b37-4e13-adbe-00a44cd38849 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 944 time: 0.1088638 Jul 01 16:42:57.434893 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.463528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.465462 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-046a2a7b-9e5c-47a6-93a6-6238d4bf4df6 None None] Current status of the port 74960809-e36c-4511-9a63-5f955f9a40f0 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:57.469839 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:57.489540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eda40058-b073-4448-a836-f36a0ed6011d req-1548f4b2-2614-4ed0-917f-cf851864add1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364682 Jul 01 16:42:57.490116 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.517737 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ddad7d33-97d7-4e82-9361-637ad75ed92f req-42e9fb0c-a74f-4111-ac6b-00451a2fa882 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034462 Jul 01 16:42:57.535392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:52Z', 'revision_number': 3, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:57.554181 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.597708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c575042-1e0e-4997-b913-151504eb9cc7 x-openstack-request-id: req-6c575042-1e0e-4997-b913-151504eb9cc7 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:42:57.598049 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:42:57.598267 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c575042-1e0e-4997-b913-151504eb9cc7 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:42:57.598677 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c575042-1e0e-4997-b913-151504eb9cc7'] response: {'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7', 'code': 200} Jul 01 16:42:57.610882 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Checking router: 541bf75d-0d4b-4d5e-97de-38f0ffd63805 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:42:57.611231 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Updating router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 port 303eaacc-cd55-447f-9b43-0dda57816801 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:42:57.666703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=cd6d379a-c723-4243-b9a6-91c9a64f16ea,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:57.732468 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (303eaacc-cd55-447f-9b43-0dda57816801), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.743571 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-7092af2d-d234-4dbd-8fad-e3260029bec2 None None] Provisioning complete for port cd6d379a-c723-4243-b9a6-91c9a64f16ea triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:57.743938 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7092af2d-d234-4dbd-8fad-e3260029bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.747654 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-908a7eff-2462-4ad9-8165-70d901b0161b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 1001 time: 0.4712229 Jul 01 16:42:57.761968 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:57.789151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.799617 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-5b1eb5c5-4ca6-4d1b-b7e7-ad0bbcca9ceb service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479167 Jul 01 16:42:57.909786 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:57.932046 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:57.961916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8b986-0789-4dcc-91fa-6bbd1d111e11 req-891a5c04-9eb9-44b4-9f08-0c37a9434268 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:57.963807 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c8d8b986-0789-4dcc-91fa-6bbd1d111e11 req-891a5c04-9eb9-44b4-9f08-0c37a9434268 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0506895 Jul 01 16:42:58.024056 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-587c1190-37ff-4501-969c-65b923440bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.026278 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-587c1190-37ff-4501-969c-65b923440bd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.1885266 Jul 01 16:42:58.032799 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c8d8b986-0789-4dcc-91fa-6bbd1d111e11 req-b2387db2-a9f5-49ba-9cda-27203c12e847 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601830 Jul 01 16:42:58.110744 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-b829925b-a87a-48e7-baa3-52cf8dcea938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.112905 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-b829925b-a87a-48e7-baa3-52cf8dcea938 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1129 time: 0.0684466 Jul 01 16:42:58.150796 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7092af2d-d234-4dbd-8fad-e3260029bec2 None None] Current status of the port cd6d379a-c723-4243-b9a6-91c9a64f16ea is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:58.176244 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-f06a8473-cf4f-4717-bf86-4d16ed9f2277 req-3a58c02c-93f5-4ae0-be59-0d4fb702ecfb service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273854 Jul 01 16:42:58.189721 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-5abce54e-3f4c-43b8-8c12-28d95a379653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.191815 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-5abce54e-3f4c-43b8-8c12-28d95a379653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1293685 Jul 01 16:42:58.231747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-fd20cfa3-6079-45e8-90ce-07bc55d9b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.234710 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-fd20cfa3-6079-45e8-90ce-07bc55d9b2d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.1145804 Jul 01 16:42:58.254175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:58.274035 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Allocated IP 172.20.0.1 (e9315140-0a63-4972-8c75-97828d6a8e62/62765d7c-7273-4e2c-9498-97c085f8c428/c912a766-e556-4389-b486-5ec50db1acdf) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:42:58.276638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3c2c-72c9-4ef3-854f-983d2c14f574 req-393404a4-8ff5-4343-8184-f3a51176746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.278197 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3c4a3c2c-72c9-4ef3-854f-983d2c14f574 req-393404a4-8ff5-4343-8184-f3a51176746d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 1129 time: 0.0987418 Jul 01 16:42:58.346542 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks [] for port (303eaacc-cd55-447f-9b43-0dda57816801), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.366021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (303eaacc-cd55-447f-9b43-0dda57816801), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.375368 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-0b95757b-f8fc-4d7f-926f-d42263d41977 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618354 Jul 01 16:42:58.441616 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks [] for port (c912a766-e556-4389-b486-5ec50db1acdf), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.449407 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Attempting to bind port 303eaacc-cd55-447f-9b43-0dda57816801 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:42:58.449772 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Attempting to bind port 303eaacc-cd55-447f-9b43-0dda57816801 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:42:58.450128 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Attempting to bind port 303eaacc-cd55-447f-9b43-0dda57816801 on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:42:58.453468 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55338f-fda5-46db-95b0-9d83178da70c None None] Pushing event updated for resources: {'Port': ['ID=303eaacc-cd55-447f-9b43-0dda57816801,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:58.461479 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:42:58.461907 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:42:58.462371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.462643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:42:58.463112 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Bound port: 303eaacc-cd55-447f-9b43-0dda57816801, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:42:58.463491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (303eaacc-cd55-447f-9b43-0dda57816801), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.476864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.511319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:58.513541 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] For port 303eaacc-cd55-447f-9b43-0dda57816801, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:42:58.517394 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] For port 303eaacc-cd55-447f-9b43-0dda57816801, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=303eaacc-cd55-447f-9b43-0dda57816801,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:42:58.525235 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Network e9315140-0a63-4972-8c75-97828d6a8e62 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:58.525979 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (303eaacc-cd55-447f-9b43-0dda57816801), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.532833 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:58.540435 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:42:58.544534 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Pushing event updated for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:58.586081 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.591942 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:42:58.592583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:58.594155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:58.702624 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55338f-fda5-46db-95b0-9d83178da70c None None] Pushing event updated for resources: {'Port': ['ID=303eaacc-cd55-447f-9b43-0dda57816801,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:58.737147 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:58.755604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79942bb3-0229-41e9-a904-d9d9a756a56f req-1c3f2a44-ee6e-4eb9-8271-a57145dd3064 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.764923 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79942bb3-0229-41e9-a904-d9d9a756a56f req-1c3f2a44-ee6e-4eb9-8271-a57145dd3064 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 944 time: 0.1196010 Jul 01 16:42:58.776243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:42:58.807671 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861a5be-8df0-4fa0-add9-720d54f39a58 req-4764bb58-4652-4da2-b1f0-d50fdedbc954 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:58.809185 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4861a5be-8df0-4fa0-add9-720d54f39a58 req-4764bb58-4652-4da2-b1f0-d50fdedbc954 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.1230590 Jul 01 16:42:58.816601 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (c912a766-e556-4389-b486-5ec50db1acdf), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:58.912790 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79942bb3-0229-41e9-a904-d9d9a756a56f req-9121500d-5055-4f83-8f74-d74a892c0066 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468985 Jul 01 16:42:58.931606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4861a5be-8df0-4fa0-add9-720d54f39a58 req-9edda1d2-09d2-4236-8168-8aecc6f49801 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072073 Jul 01 16:42:58.996974 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:52Z', 'revision_number': 3, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:42:58.999274 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-56588ea8-bfdb-4428-8571-f00be22c5325 None None] Provisioning complete for port c912a766-e556-4389-b486-5ec50db1acdf triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:58.999648 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-56588ea8-bfdb-4428-8571-f00be22c5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (c912a766-e556-4389-b486-5ec50db1acdf), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.005625 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks [] for port (c912a766-e556-4389-b486-5ec50db1acdf), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.010678 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.048117 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af2ea2-cb11-4548-95b8-fd755abd3867 None None] The sync data for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi is: [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:52Z', 'revision_number': 3, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:42:59.055489 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-56588ea8-bfdb-4428-8571-f00be22c5325 None None] Port c912a766-e556-4389-b486-5ec50db1acdf cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:59.081939 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Pushing event updated for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:42:59.084506 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.181024 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac94bbb-9e9c-4d98-8a3a-de6b879fdbb3 req-bf8ee404-6959-4876-b016-e5898308042f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:59.183083 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eac94bbb-9e9c-4d98-8a3a-de6b879fdbb3 req-bf8ee404-6959-4876-b016-e5898308042f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0499043 Jul 01 16:42:59.205631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Network e9315140-0a63-4972-8c75-97828d6a8e62 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:42:59.207049 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:42:59.239038 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eac94bbb-9e9c-4d98-8a3a-de6b879fdbb3 req-435c4a3b-c855-40ef-affa-ef6294f2aa99 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496106 Jul 01 16:42:59.354720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b1c38327-6c47-4d4f-bcc3-847a86785a63 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:42:59.480704 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-9d65f76a-03f3-4cdd-ad67-f15fdf94d443 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391537 Jul 01 16:42:59.493698 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-83a6e7b3-53a9-494c-b10b-717e6ecc07e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 1000 time: 0.1965246 Jul 01 16:42:59.580746 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:59.604971 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3c4a3c2c-72c9-4ef3-854f-983d2c14f574 req-362b382b-9d46-4ada-8ef2-7a9f8201aa25 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969091 Jul 01 16:42:59.606072 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-7b8803bb-fee9-4fe0-80a4-76bf06084f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:59.606334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-2e735277-cf36-45d0-ae06-314593ad2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:42:59.612938 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-7b8803bb-fee9-4fe0-80a4-76bf06084f78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1128 time: 0.1477683 Jul 01 16:42:59.613662 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-2e735277-cf36-45d0-ae06-314593ad2346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.1061032 Jul 01 16:42:59.625418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:59.631592 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:42:59.633586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:42:59.636427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-1096f3ee-4c60-42b8-ba90-e1978ee5fdf8 None None] Provisioning complete for port c912a766-e556-4389-b486-5ec50db1acdf triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:59.636800 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1096f3ee-4c60-42b8-ba90-e1978ee5fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (c912a766-e556-4389-b486-5ec50db1acdf), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.679796 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1096f3ee-4c60-42b8-ba90-e1978ee5fdf8 None None] Port c912a766-e556-4389-b486-5ec50db1acdf cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:42:59.683759 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:42:59.724149 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b1c38327-6c47-4d4f-bcc3-847a86785a63 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:42:59.724149 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.738788 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c38327-6c47-4d4f-bcc3-847a86785a63 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:42:59.753506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device cd6d379a-c723-4243-b9a6-91c9a64f16ea up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:42:59.768285 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:42:59.773851 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a6972089-cafe-440f-89ca-e71fa5cead95 admin admin] 10.222.0.57 "PUT /v2.0/routers/541bf75d-0d4b-4d5e-97de-38f0ffd63805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2453227 Jul 01 16:42:59.789417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:42:59.801618 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.868941 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port cd6d379a-c723-4243-b9a6-91c9a64f16ea triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:42:59.869319 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:42:59.911901 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:00.019097 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port cd6d379a-c723-4243-b9a6-91c9a64f16ea is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:00.020285 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 303eaacc-cd55-447f-9b43-0dda57816801 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:00.045184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:00.071202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-1d98333c-19bc-4fe6-bbbf-3fe487e59dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.072611 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-1d98333c-19bc-4fe6-bbbf-3fe487e59dc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1428938 Jul 01 16:43:00.079312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-65e1aae8-656a-461a-ad6b-52d234b2eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.086390 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-65e1aae8-656a-461a-ad6b-52d234b2eb15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1551566 Jul 01 16:43:00.092453 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:00.120345 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 303eaacc-cd55-447f-9b43-0dda57816801 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:00.122540 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (303eaacc-cd55-447f-9b43-0dda57816801), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.176950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f850b1b-0ae7-4f24-8f14-bbced5d5625f req-04419fa1-c1a1-4114-94cc-aed045fb2a79 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.178506 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f850b1b-0ae7-4f24-8f14-bbced5d5625f req-04419fa1-c1a1-4114-94cc-aed045fb2a79 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 945 time: 0.1407981 Jul 01 16:43:00.206232 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 303eaacc-cd55-447f-9b43-0dda57816801 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:00.207747 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (303eaacc-cd55-447f-9b43-0dda57816801), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.213439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f158b2c-69bc-40dc-8dcf-4d3d0410d81e req-ff63dab7-8765-4c38-890f-4b751d3d666c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.221288 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0f158b2c-69bc-40dc-8dcf-4d3d0410d81e req-ff63dab7-8765-4c38-890f-4b751d3d666c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.1088343 Jul 01 16:43:00.231092 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 303eaacc-cd55-447f-9b43-0dda57816801, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=303eaacc-cd55-447f-9b43-0dda57816801,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:00.236120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (303eaacc-cd55-447f-9b43-0dda57816801), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.246938 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34950) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:00.278203 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f850b1b-0ae7-4f24-8f14-bbced5d5625f req-5228eb4b-bf9b-46de-8c03-5c3fbc3d69e5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936005 Jul 01 16:43:00.304566 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0f158b2c-69bc-40dc-8dcf-4d3d0410d81e req-4bbd41ae-fb48-499f-b613-b4274cf2f337 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Jul 01 16:43:00.304929 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['b1c38327-6c47-4d4f-bcc3-847a86785a63'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:43:00.358340 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=303eaacc-cd55-447f-9b43-0dda57816801,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:00.422127 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:00.455775 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb5bd-9024-493e-b1fe-9074cb474ed4 req-7d35aa71-0f06-4f02-a549-aa48f46e0336 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.457614 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c8ebb5bd-9024-493e-b1fe-9074cb474ed4 req-7d35aa71-0f06-4f02-a549-aa48f46e0336 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0713627 Jul 01 16:43:00.484958 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-0c77973d-1e04-4909-aa94-91d31e300b7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 217 time: 0.0431759 Jul 01 16:43:00.550638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f60cd3cf-2590-4c5e-8cf5-3cd8dd4d6a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.576704 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-1a51f547-86c0-49e9-9e16-0a90e5f36994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.578502 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-1a51f547-86c0-49e9-9e16-0a90e5f36994 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0842385 Jul 01 16:43:00.588897 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c8ebb5bd-9024-493e-b1fe-9074cb474ed4 req-0350f547-aeae-4256-99af-81253798b472 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208124 Jul 01 16:43:00.594175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:00.620459 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-bd081a0e-3a24-4336-9941-2712ae2eac70 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735649 Jul 01 16:43:00.652213 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34958) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:00.656951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052777872', 'description': 'tempest-secgroup-smoke-1052777872 description', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:00.675766 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-9e9bf37f-8e66-4cf2-a9ff-8920b59c80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:00.677313 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-9e9bf37f-8e66-4cf2-a9ff-8920b59c80fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875390 Jul 01 16:43:00.721844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.727151 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f63bd0b-4edc-4216-b19b-ed2c567ee819 req-575de66f-9b40-42ed-8cc3-d90182b30bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956242 Jul 01 16:43:00.758863 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f60cd3cf-2590-4c5e-8cf5-3cd8dd4d6a55 admin admin] Publish callbacks [] for security_group (af3ab112-dafa-4097-bbcd-60cf3c3e705c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.767869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f60cd3cf-2590-4c5e-8cf5-3cd8dd4d6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (af3ab112-dafa-4097-bbcd-60cf3c3e705c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.862748 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-f60cd3cf-2590-4c5e-8cf5-3cd8dd4d6a55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08b020cde63546ae86d2b2955c01c3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123781 Jul 01 16:43:00.865343 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34960) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:00.872734 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cd3cf-2590-4c5e-8cf5-3cd8dd4d6a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ab112-dafa-4097-bbcd-60cf3c3e705c,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:00.894803 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-c68d9117-2f8a-4154-8001-8d763a59b138 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052441 Jul 01 16:43:00.924368 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (fa393820-ca22-4ee0-b27c-8d13d6177e9b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.927277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] Publish callbacks [] for security_group (af3ab112-dafa-4097-bbcd-60cf3c3e705c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.928693 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fa393820-ca22-4ee0-b27c-8d13d6177e9b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.953484 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] Publish callbacks [] for security_group (af3ab112-dafa-4097-bbcd-60cf3c3e705c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.965436 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:00.967306 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3135250 Jul 01 16:43:00.969281 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8065e82-efee-4596-8f0a-cd73e140d23f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa393820-ca22-4ee0-b27c-8d13d6177e9b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:00.971292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34962) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:00.975963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:01.006172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (05bf617f-a9cc-416f-bf2f-4eb0a092c163), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.011047 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (af3ab112-dafa-4097-bbcd-60cf3c3e705c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.013797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.018080 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af3ab112-dafa-4097-bbcd-60cf3c3e705c HTTP/1.1" status: 204 len: 168 time: 0.1493056 Jul 01 16:43:01.027892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb97f4-a8b7-480d-89e5-95bed990c880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ab112-dafa-4097-bbcd-60cf3c3e705c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:01.064398 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:01.092665 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (05bf617f-a9cc-416f-bf2f-4eb0a092c163), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.096585 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (05bf617f-a9cc-416f-bf2f-4eb0a092c163), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.118663 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bf617f-a9cc-416f-bf2f-4eb0a092c163,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:01.125395 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.127460 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a71a457f-d9f7-4db7-b32d-8d81cad03973 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543331 Jul 01 16:43:01.129347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34966) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:01.134323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:01.164715 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (d4ef2f9a-de5a-474d-a3b1-361e8cb09eea), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.174560 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Sync routers for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:43:01.186613 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:01.187509 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:01.197081 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:01.236654 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (d4ef2f9a-de5a-474d-a3b1-361e8cb09eea), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.242251 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (d4ef2f9a-de5a-474d-a3b1-361e8cb09eea), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.260725 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef2f9a-de5a-474d-a3b1-361e8cb09eea,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:01.267450 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:01.271974 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.273369 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-67dd03c2-a585-40dd-a8ee-b27e9b023291 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429288 Jul 01 16:43:01.276105 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 34970) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:01.281564 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:01.298724 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:01.332988 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (9b9f861d-f897-44c1-a67b-0928f7136fa3), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.450691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b1c38327-6c47-4d4f-bcc3-847a86785a63 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:01.503973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port b1c38327-6c47-4d4f-bcc3-847a86785a63 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:43:01.510780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e647d-d024-48d4-96da-106e04ca0a62 req-2df9e109-8b28-4c21-8f8e-5618566f9552 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:01.512266 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port b1c38327-6c47-4d4f-bcc3-847a86785a63 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:01.512430 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-355e647d-d024-48d4-96da-106e04ca0a62 req-2df9e109-8b28-4c21-8f8e-5618566f9552 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 945 time: 0.1239717 Jul 01 16:43:01.515056 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.537784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8ad63-bb54-43a1-87f0-b35612d0b3ed req-839e9c41-df81-4295-9550-818dfaaaeda0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:01.545666 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dbc8ad63-bb54-43a1-87f0-b35612d0b3ed req-839e9c41-df81-4295-9550-818dfaaaeda0 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.1258419 Jul 01 16:43:01.569706 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 4, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'c912a766-e556-4389-b486-5ec50db1acdf', 'name': '', 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'mac_address': 'fa:16:3e:d7:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:57Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 2, 'project_id': '03752bab4db8497a911823c2ef95017f', 'subnets': [{'id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:01.577956 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (9b9f861d-f897-44c1-a67b-0928f7136fa3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.617098 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Checking router: 541bf75d-0d4b-4d5e-97de-38f0ffd63805 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:43:01.617700 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Updating router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 port c912a766-e556-4389-b486-5ec50db1acdf binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:43:01.622318 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b1c38327-6c47-4d4f-bcc3-847a86785a63 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:01.623134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.635742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (9b9f861d-f897-44c1-a67b-0928f7136fa3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.649683 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 303eaacc-cd55-447f-9b43-0dda57816801 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:01.659130 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (c912a766-e556-4389-b486-5ec50db1acdf), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.666899 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dbc8ad63-bb54-43a1-87f0-b35612d0b3ed req-4f0541c9-4696-4c30-9c81-4ba7b0892aad tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202707 Jul 01 16:43:01.691764 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9f861d-f897-44c1-a67b-0928f7136fa3,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:01.715702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-355e647d-d024-48d4-96da-106e04ca0a62 req-89181bac-eb4b-492f-bd38-17c6ad0db9d4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892343 Jul 01 16:43:01.716722 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:01.717526 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:01.719914 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.720364 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81b5fe-0017-44fd-93a9-2cfdd01d06a8" -d '{"events": [{"server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "name": "network-vif-plugged", "status": "completed", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:01.722393 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f0409eda-70b4-4a2b-9b47-d4e8fca7b4f0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442368 Jul 01 16:43:01.724316 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34992) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:01.730076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:01.732455 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:01.755154 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.755987 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:43:01.785093 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (16528f6c-8a8c-4303-9fbd-e8894fb6196c), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.857867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21640aee-c7a9-4d2b-9243-682671d90a51 x-openstack-request-id: req-21640aee-c7a9-4d2b-9243-682671d90a51 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:01.858156 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "name": "network-vif-plugged", "status": "completed", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:01.858291 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da3cb-c884-44f3-ac51-3439a78dc1f0 req-7d8be82d-8429-4484-b116-abc321dcc77a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:01.858416 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21640aee-c7a9-4d2b-9243-682671d90a51 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:01.858813 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21640aee-c7a9-4d2b-9243-682671d90a51'] response: {'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'code': 200} Jul 01 16:43:01.870048 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2da3cb-c884-44f3-ac51-3439a78dc1f0 req-7d8be82d-8429-4484-b116-abc321dcc77a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 945 time: 0.0863218 Jul 01 16:43:01.898662 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (16528f6c-8a8c-4303-9fbd-e8894fb6196c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.906217 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (16528f6c-8a8c-4303-9fbd-e8894fb6196c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.930736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16528f6c-8a8c-4303-9fbd-e8894fb6196c,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:01.936417 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2da3cb-c884-44f3-ac51-3439a78dc1f0 req-0360c901-1976-48d7-9628-d516791c71eb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570602 Jul 01 16:43:01.959028 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.962421 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ebbbbd06-bf15-4037-b64f-c9904fa1ebf3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2352915 Jul 01 16:43:01.963466 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 34998) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:01.969573 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:01.983655 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 303eaacc-cd55-447f-9b43-0dda57816801 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:01.984120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (303eaacc-cd55-447f-9b43-0dda57816801), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:01.985757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.005383 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.securitygroups_db [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Project 1eb9237b6e8a4b5ca032f0664d09f28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:43:02.016817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (843b42b5-6615-4b8f-93c4-7010b6e28fb6), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.105578 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (843b42b5-6615-4b8f-93c4-7010b6e28fb6), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.112796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (843b42b5-6615-4b8f-93c4-7010b6e28fb6), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.137299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843b42b5-6615-4b8f-93c4-7010b6e28fb6,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.143451 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks [] for port (c912a766-e556-4389-b486-5ec50db1acdf), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.146160 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:02.150711 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.151971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.158386 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6f3ae07d-4cdf-4d44-8341-8f62e434004f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905830 Jul 01 16:43:02.158597 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 35006) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:02.162399 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'security_group_rule': {'security_group_id': 'fa393820-ca22-4ee0-b27c-8d13d6177e9b', 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:02.191512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Project 1eb9237b6e8a4b5ca032f0664d09f28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:43:02.197281 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Pushing event updated for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.208757 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.209255 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.209970 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.210451 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.210889 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.211464 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.211891 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.212428 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.212887 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (ea9be637-f74a-4e0b-9586-00fa6e3cc608), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.213020 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.213429 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.213846 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.214102 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:02.214834 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.215383 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.215916 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.216513 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:02.221778 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: ACTIVE; New status is: DOWN {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:02.222198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.267583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:02.290579 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:02.297110 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.313536 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Attempting to bind port c912a766-e556-4389-b486-5ec50db1acdf on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:43:02.314098 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Attempting to bind port c912a766-e556-4389-b486-5ec50db1acdf by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:43:02.315163 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (ea9be637-f74a-4e0b-9586-00fa6e3cc608), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.315330 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Attempting to bind port c912a766-e556-4389-b486-5ec50db1acdf on network e9315140-0a63-4972-8c75-97828d6a8e62 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:43:02.321139 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (ea9be637-f74a-4e0b-9586-00fa6e3cc608), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.332012 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:43:02.338035 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Checking segment: {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:43:02.340391 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.340869 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Bound using segment: {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:43:02.341439 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Bound port: c912a766-e556-4389-b486-5ec50db1acdf, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250db4a2-23ec-455a-9ed4-61ae0008db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:43:02.343432 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (c912a766-e556-4389-b486-5ec50db1acdf), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.344857 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 303eaacc-cd55-447f-9b43-0dda57816801 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:02.359662 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9be637-f74a-4e0b-9586-00fa6e3cc608,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.369922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=8']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.386153 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.390130 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f30a0e13-a887-46a3-8e1c-56f5827e4512 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2290578 Jul 01 16:43:02.459430 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] For port c912a766-e556-4389-b486-5ec50db1acdf, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:43:02.468116 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] For port c912a766-e556-4389-b486-5ec50db1acdf, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=c912a766-e556-4389-b486-5ec50db1acdf,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:43:02.475362 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.516215 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:02.554160 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45c5d9-ca2f-4fcd-9f34-67e1afd8e29e None None] Pushing event updated for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:02.557141 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:02.557917 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:02.627174 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Provisioning complete for port c912a766-e556-4389-b486-5ec50db1acdf triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:02.628998 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (c912a766-e556-4389-b486-5ec50db1acdf), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.706824 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:02.918155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Current status of the port c912a766-e556-4389-b486-5ec50db1acdf is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:02.919170 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (c912a766-e556-4389-b486-5ec50db1acdf), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.942141 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:02.958176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] For port c912a766-e556-4389-b486-5ec50db1acdf, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=c912a766-e556-4389-b486-5ec50db1acdf,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:02.963487 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:02.986569 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efd786-a866-4535-b029-1737093a1150 req-9c74a012-a8c2-4e51-a7c1-7884a2aee895 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:02.988427 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19efd786-a866-4535-b029-1737093a1150 req-9c74a012-a8c2-4e51-a7c1-7884a2aee895 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.1045170 Jul 01 16:43:03.001891 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed940707-5481-4f90-8ae3-43b3d4de1e9b req-6fd30dc1-82ce-4d2d-9ad0-1cab7357cef8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:03.008716 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed940707-5481-4f90-8ae3-43b3d4de1e9b req-6fd30dc1-82ce-4d2d-9ad0-1cab7357cef8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.1099589 Jul 01 16:43:03.040093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbe517-4b18-4fdc-b6f7-de19d59fe004 None None] Pushing event updated for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:03.072283 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 4, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'c912a766-e556-4389-b486-5ec50db1acdf', 'name': '', 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'mac_address': 'fa:16:3e:d7:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:57Z', 'updated_at': '2022-07-01T16:43:02Z', 'revision_number': 4, 'project_id': '03752bab4db8497a911823c2ef95017f', 'subnets': [{'id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:03.088204 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c1da0aa1-5581-4217-830e-808212f0d406 None None] Provisioning complete for port c912a766-e556-4389-b486-5ec50db1acdf triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:03.088886 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c1da0aa1-5581-4217-830e-808212f0d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (c912a766-e556-4389-b486-5ec50db1acdf), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:03.110626 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19efd786-a866-4535-b029-1737093a1150 req-0c1748c5-d4a0-4278-be81-84a5db5be315 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997403 Jul 01 16:43:03.115371 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae349f84-f514-4a3e-a081-aecee9a026ce None None] The sync data for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi is: [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:42:58Z', 'revision_number': 4, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'c912a766-e556-4389-b486-5ec50db1acdf', 'name': '', 'network_id': 'e9315140-0a63-4972-8c75-97828d6a8e62', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'mac_address': 'fa:16:3e:d7:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:57Z', 'updated_at': '2022-07-01T16:43:02Z', 'revision_number': 4, 'project_id': '03752bab4db8497a911823c2ef95017f', 'subnets': [{'id': '62765d7c-7273-4e2c-9498-97c085f8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:43:03.129722 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed940707-5481-4f90-8ae3-43b3d4de1e9b req-9250905e-8709-4fac-a7cf-7d35faa3d2e3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200182 Jul 01 16:43:03.236608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c1da0aa1-5581-4217-830e-808212f0d406 None None] Current status of the port c912a766-e556-4389-b486-5ec50db1acdf is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:03.238752 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcee47-0c88-4f2d-bb19-161f9fe6ef2d req-5bf2f97a-02ac-4d3c-93c4-57ede469c1ef tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:03.240335 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5afcee47-0c88-4f2d-bb19-161f9fe6ef2d req-5bf2f97a-02ac-4d3c-93c4-57ede469c1ef tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0706377 Jul 01 16:43:03.315412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5afcee47-0c88-4f2d-bb19-161f9fe6ef2d req-5e80d09d-e643-47f3-953a-1329fe0927dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646646 Jul 01 16:43:03.518659 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-85be72fc-1f96-4b04-af05-8bc56564b853 req-1257e6ba-5e3f-4216-8d1b-63d687b3c156 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331751 Jul 01 16:43:03.634741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device c912a766-e556-4389-b486-5ec50db1acdf up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:03.660370 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc96a3d-7123-4235-9e57-a9f4664485d8 req-87d5f249-02f6-45c1-9456-8bf93a6b9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:03.662146 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0dc96a3d-7123-4235-9e57-a9f4664485d8 req-87d5f249-02f6-45c1-9456-8bf93a6b9fc4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0462828 Jul 01 16:43:03.698198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port c912a766-e556-4389-b486-5ec50db1acdf triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:03.698610 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (c912a766-e556-4389-b486-5ec50db1acdf), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:03.780244 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port c912a766-e556-4389-b486-5ec50db1acdf is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:03.860265 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:03.863907 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35784601-9c42-407d-90e5-d7721f880abe" -d '{"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:03.906517 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba386edf-3d68-4392-8add-bc1a7540d8bf x-openstack-request-id: req-ba386edf-3d68-4392-8add-bc1a7540d8bf {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:03.906867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:03.907161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba386edf-3d68-4392-8add-bc1a7540d8bf {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:03.907599 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba386edf-3d68-4392-8add-bc1a7540d8bf'] response: {'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'code': 200} Jul 01 16:43:04.094303 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0dc96a3d-7123-4235-9e57-a9f4664485d8 req-8c64c5f5-3885-4f18-9223-9fd4c6f38c20 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759194 Jul 01 16:43:04.262928 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93fd0-be09-4738-b1eb-13612248afe2 req-6d66d571-b897-4378-9f75-112cc3e546bb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:04.264823 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21e93fd0-be09-4738-b1eb-13612248afe2 req-6d66d571-b897-4378-9f75-112cc3e546bb tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.0673211 Jul 01 16:43:04.318331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5b2d8-8b8e-44d3-bd7d-1593bd926ae5 req-68f5eb77-a299-405a-b371-d2be9c5decd8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:04.319901 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1e5b2d8-8b8e-44d3-bd7d-1593bd926ae5 req-68f5eb77-a299-405a-b371-d2be9c5decd8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0770514 Jul 01 16:43:04.396044 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21e93fd0-be09-4738-b1eb-13612248afe2 req-3e251ceb-6828-47b5-84fd-1cef32f813a1 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 Jul 01 16:43:04.399614 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1e5b2d8-8b8e-44d3-bd7d-1593bd926ae5 req-609d18c4-0090-4458-849e-32d63d47bcb5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686369 Jul 01 16:43:04.549832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6c483-a244-4ebf-867f-e434a96d4606 req-05b4cee5-37b4-44e9-b6f4-b06b67408587 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:04.551859 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32f6c483-a244-4ebf-867f-e434a96d4606 req-05b4cee5-37b4-44e9-b6f4-b06b67408587 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0658979 Jul 01 16:43:04.604559 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32f6c483-a244-4ebf-867f-e434a96d4606 req-6c5a1e83-73e4-4430-b93a-457bf018dae7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474615 Jul 01 16:43:05.102435 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-420f1ed9-81ac-47b4-8b0c-87bff3708685 req-db1f67b6-996a-46a7-80c9-37a8c3a8b96b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:43:05.103422 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-420f1ed9-81ac-47b4-8b0c-87bff3708685 req-db1f67b6-996a-46a7-80c9-37a8c3a8b96b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054812 Jul 01 16:43:05.259131 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddd89-94c1-43b3-afe6-aba57e647dde req-35311d2c-3863-49be-af4e-67b93dad01fc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:05.260781 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5fddd89-94c1-43b3-afe6-aba57e647dde req-35311d2c-3863-49be-af4e-67b93dad01fc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0515862 Jul 01 16:43:05.319371 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5fddd89-94c1-43b3-afe6-aba57e647dde req-fb6ca005-7e21-42b1-9f89-8e69f94e2275 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474012 Jul 01 16:43:05.430220 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:43:05.563927 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:05.574986 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: DOWN; New status is: DOWN {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:05.639260 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fbe03-733e-4f29-8535-be09ebae8a51 req-1d5f681c-3438-45b1-84a8-e0a15cb7eaf3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:05.640803 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae6fbe03-733e-4f29-8535-be09ebae8a51 req-1d5f681c-3438-45b1-84a8-e0a15cb7eaf3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.1118412 Jul 01 16:43:05.685889 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e52d58-3f4b-47f1-85ca-2a756f9bbc10 req-61fa93f5-192e-4e1e-892c-88ae1ca3a559 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:05.687225 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11e52d58-3f4b-47f1-85ca-2a756f9bbc10 req-61fa93f5-192e-4e1e-892c-88ae1ca3a559 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.0921383 Jul 01 16:43:05.736550 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae6fbe03-733e-4f29-8535-be09ebae8a51 req-aa409e87-618c-46cd-a5a2-290063f3caaa tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885077 Jul 01 16:43:05.767111 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11e52d58-3f4b-47f1-85ca-2a756f9bbc10 req-1c8bf485-f44a-46ec-a289-4fbce7a8856c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Jul 01 16:43:05.776742 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 35162) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:05.865813 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-519be9c5-ba80-4281-9bd8-fc12861737d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875628 Jul 01 16:43:05.875253 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9999201d-003a-4e1c-abb4-9ddc418e62a6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:43:05.876568 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9999201d-003a-4e1c-abb4-9ddc418e62a6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063412 Jul 01 16:43:05.953672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 35170) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:06.057322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-ce6708a7-a5b7-4709-95af-c3feb39ad29c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:06.058740 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-ce6708a7-a5b7-4709-95af-c3feb39ad29c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports/2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 940 time: 0.1040885 Jul 01 16:43:06.445491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36baac-7d19-4d4b-a186-45ebc9066144 req-e5a56a1d-d489-49b4-8364-3164f482d01a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:06.447008 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa36baac-7d19-4d4b-a186-45ebc9066144 req-e5a56a1d-d489-49b4-8364-3164f482d01a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0529110 Jul 01 16:43:06.481182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:06.500389 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa36baac-7d19-4d4b-a186-45ebc9066144 req-93ae2e3f-ad40-4f1e-805d-412f98d5ec48 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469489 Jul 01 16:43:06.911424 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4085663-c888-473c-9566-585470f8f236 req-353c7842-d77f-468b-8838-3939c8d6f5ac tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:06.913024 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4085663-c888-473c-9566-585470f8f236 req-353c7842-d77f-468b-8838-3939c8d6f5ac tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0917437 Jul 01 16:43:06.941795 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f050f05-8fda-4c2c-be42-4c3275afb0db req-95275d66-b75a-46ec-b228-a458b5b83bcd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:06.943154 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f050f05-8fda-4c2c-be42-4c3275afb0db req-95275d66-b75a-46ec-b228-a458b5b83bcd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.0780737 Jul 01 16:43:06.974966 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:07.006259 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4085663-c888-473c-9566-585470f8f236 req-f58fc4ff-ead9-4bb9-9c5e-fe59a9bdc73d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868366 Jul 01 16:43:07.020805 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f050f05-8fda-4c2c-be42-4c3275afb0db req-f27be1ae-1916-49de-b3c6-f5a7bbe1988c tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708678 Jul 01 16:43:07.117119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644c83c-f52e-4f57-8155-13b3b8818fa4 req-d296490c-7389-4c27-ac4c-ad35e9b3b274 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:07.118617 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1644c83c-f52e-4f57-8155-13b3b8818fa4 req-d296490c-7389-4c27-ac4c-ad35e9b3b274 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0497096 Jul 01 16:43:07.127583 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 35196) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:07.131826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'floatingip': {'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:07.174304 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:07.642326 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:07.648941 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:07.692714 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa086c-7f31-45d8-a5dd-b80a7e3f177c req-854211d5-c534-4091-9ef2-43e61cc1753f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:07.694210 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77aa086c-7f31-45d8-a5dd-b80a7e3f177c req-854211d5-c534-4091-9ef2-43e61cc1753f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.1006427 Jul 01 16:43:07.796935 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77aa086c-7f31-45d8-a5dd-b80a7e3f177c req-5e100ae7-8478-49c0-88ff-46f0dc845f45 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780239 Jul 01 16:43:07.798242 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Floating IP a1ae243c-35d9-485b-b687-8f35fe9049f7 associated. External IP: 172.27.2.34, port: b1c38327-6c47-4d4f-bcc3-847a86785a63. Jul 01 16:43:08.272695 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:08.287534 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b81b2-e0c3-4d9e-8410-a16b49d53580 req-cdc5d139-c3b6-4322-9465-b93be48da344 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.289120 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f3b81b2-e0c3-4d9e-8410-a16b49d53580 req-cdc5d139-c3b6-4322-9465-b93be48da344 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.0675414 Jul 01 16:43:08.330984 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-65748772-0bba-4942-a9fd-ba91c53644dd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.345432 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-65748772-0bba-4942-a9fd-ba91c53644dd tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 945 time: 0.1072435 Jul 01 16:43:08.351645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:08.357508 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f3b81b2-e0c3-4d9e-8410-a16b49d53580 req-a13f7997-5455-4997-baf5-c99b3294eb04 tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/security-groups?id=b582f286-5c03-4014-b28c-61f33527cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597639 Jul 01 16:43:08.359283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:43:08.395604 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:08.476076 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:43:08.481150 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:08.483224 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Deleting port a3b0c557-db2a-4027-8b65-b4fb36645ae7 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:43:08.483463 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:08.490271 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:43:08.502408 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:08.503213 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:08.516769 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-05a66182-5da6-4959-9585-1b8221185404 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "PUT /v2.0/floatingips/a1ae243c-35d9-485b-b687-8f35fe9049f7 HTTP/1.1" status: 200 len: 991 time: 1.3859816 Jul 01 16:43:08.516769 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:08.517743 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e" -d '{"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:08.560903 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb1b8a-a39b-41bd-b136-928dc896483a x-openstack-request-id: req-f9fb1b8a-a39b-41bd-b136-928dc896483a {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:08.561283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:08.561529 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9fb1b8a-a39b-41bd-b136-928dc896483a {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:08.561922 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fb1b8a-a39b-41bd-b136-928dc896483a'] response: {'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'status': 'completed', 'code': 200} Jul 01 16:43:08.629628 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:08.660441 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-6740cb33-b092-4942-8ba2-133c3a39be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.661946 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-6740cb33-b092-4942-8ba2-133c3a39be83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0490425 Jul 01 16:43:08.743229 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:08.772066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-980f5cf0-5a76-49fc-9ee1-ce7febdb22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.773590 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-980f5cf0-5a76-49fc-9ee1-ce7febdb22cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1041911 Jul 01 16:43:08.867294 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] For port a3b0c557-db2a-4027-8b65-b4fb36645ae7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a3b0c557-db2a-4027-8b65-b4fb36645ae7,segment=NetworkSegment(b0f93270-899d-463d-b098-fc07c33275ac),segment_id=b0f93270-899d-463d-b098-fc07c33275ac)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:08.867811 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:08.872277 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-903638e1-6781-4c5b-b90f-32e20abc0a64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 999 time: 0.0901062 Jul 01 16:43:08.882944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Calling delete_port for a3b0c557-db2a-4027-8b65-b4fb36645ae7 owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:43:08.915519 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:43:07Z', 'revision_number': 1, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:08.945559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:43:08.955011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:08.955631 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:42:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:08.970164 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:08.985817 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-fcbf8361-2a8d-49c6-a732-b6d72ee9c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.987337 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-fcbf8361-2a8d-49c6-a732-b6d72ee9c575 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.1030409 Jul 01 16:43:08.993965 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1e439-0d92-466c-9e84-c4e4c33da691 req-b356c787-645d-4f7f-aefe-9fb76186d3ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:08.995640 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eea1e439-0d92-466c-9e84-c4e4c33da691 req-b356c787-645d-4f7f-aefe-9fb76186d3ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0697854 Jul 01 16:43:09.047559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (a3b0c557-db2a-4027-8b65-b4fb36645ae7), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:09.058603 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-c841342c-2c0d-4df4-855a-03d7df13ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:09.060802 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-c841342c-2c0d-4df4-855a-03d7df13ab76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636842 Jul 01 16:43:09.064256 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7cfa206a-271c-4638-9f77-b4751d9f2dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:09.100036 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Pushing event deleted for resources: {'Port': ['ID=a3b0c557-db2a-4027-8b65-b4fb36645ae7,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:09.101607 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eea1e439-0d92-466c-9e84-c4e4c33da691 req-8211ac3d-26d1-4a59-844d-2ed6d4966685 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929942 Jul 01 16:43:09.117079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:09.152130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['a3b0c557-db2a-4027-8b65-b4fb36645ae7'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:43:09.156269 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] No DVR routers for this DVR port a3b0c557-db2a-4027-8b65-b4fb36645ae7 on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:43:09.160394 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:09.163686 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-07e27ba8-509d-45c6-a531-da12d1dae234 req-d7146fc2-e50f-46d0-832d-f7568c7fa7cf tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.43 "DELETE /v2.0/ports/a3b0c557-db2a-4027-8b65-b4fb36645ae7 HTTP/1.1" status: 204 len: 173 time: 0.7753990 Jul 01 16:43:09.164119 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'name': 'network-vif-deleted', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:09.166804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b80ed88-51ee-4aed-9c84-a083a782d7ac" -d '{"events": [{"server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "name": "network-vif-deleted", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:09.183205 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-151fb5eb-8a46-46d5-be2e-4f08ac8dea44 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162329 Jul 01 16:43:09.215992 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0946117-8cfa-483f-a67b-59c7715d45cd x-openstack-request-id: req-a0946117-8cfa-483f-a67b-59c7715d45cd {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:09.217193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae1288-04e2-4b2e-a52a-f74e91635ebd", "name": "network-vif-deleted", "tag": "a3b0c557-db2a-4027-8b65-b4fb36645ae7", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:09.217532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0946117-8cfa-483f-a67b-59c7715d45cd {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:09.217943 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0946117-8cfa-483f-a67b-59c7715d45cd'] response: {'server_uuid': 'f9ae1288-04e2-4b2e-a52a-f74e91635ebd', 'name': 'network-vif-deleted', 'tag': 'a3b0c557-db2a-4027-8b65-b4fb36645ae7', 'status': 'completed', 'code': 200} Jul 01 16:43:09.304681 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6e6d956-9645-4ef1-b7c9-26fc48ddb59e req-9bfc6b99-35e3-4f06-a52d-57f33d364565 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999937 Jul 01 16:43:09.409209 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:43:07Z', 'revision_number': 1, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:09.457221 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fab34-330b-4257-b706-266e3fc79e63 None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:43:07Z', 'revision_number': 1, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:43:09.492751 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfb5faec-ae19-4690-a735-db837ced242e req-e26cc450-c102-4a8f-b1ca-33bc3bfb0a2d tempest-VolumesActionsTest-1818344444 tempest-VolumesActionsTest-1818344444-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9ae1288-04e2-4b2e-a52a-f74e91635ebd HTTP/1.1" status: 200 len: 210 time: 0.0312128 Jul 01 16:43:09.715838 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0815e729-b423-4c24-9650-30830acd7b35 None None] New status for floating IP a1ae243c-35d9-485b-b687-8f35fe9049f7: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:43:10.233087 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486d0b-e3d5-4ddb-9fa3-286cf2c7a79b req-9ecb3b6c-3811-4dfe-875d-09096b8ee8dd tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:10.234534 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a1486d0b-e3d5-4ddb-9fa3-286cf2c7a79b req-9ecb3b6c-3811-4dfe-875d-09096b8ee8dd tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0479975 Jul 01 16:43:10.261986 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:10.290496 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a1486d0b-e3d5-4ddb-9fa3-286cf2c7a79b req-2a1e076f-e590-4156-bdca-530c0db4f97c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498281 Jul 01 16:43:11.422274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15552278-ee38-478e-8956-f0570fe7c02e req-0eaf0172-2e3a-4893-9729-57cbaf921a3f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:11.423759 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15552278-ee38-478e-8956-f0570fe7c02e req-0eaf0172-2e3a-4893-9729-57cbaf921a3f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0540922 Jul 01 16:43:11.474111 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15552278-ee38-478e-8956-f0570fe7c02e req-2f50b706-7550-4980-98e5-24780414e832 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Jul 01 16:43:11.526277 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cb73dc7-1c92-45ce-8cae-a410f3002b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:12.429134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device a3b0c557-db2a-4027-8b65-b4fb36645ae7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:43:12.454318 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: a3b0c557-db2a-4027-8b65-b4fb36645ae7 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:43:12.454690 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device a3b0c557-db2a-4027-8b65-b4fb36645ae7 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:43:12.598481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615a403-6e08-4c97-a2a1-da868594143a req-666f99f4-d9bd-4758-b08d-ec99cdb996f7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:12.600070 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0615a403-6e08-4c97-a2a1-da868594143a req-666f99f4-d9bd-4758-b08d-ec99cdb996f7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0504348 Jul 01 16:43:12.651878 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0615a403-6e08-4c97-a2a1-da868594143a req-0c9bbe6e-665f-460f-8154-8f28d9e951db tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Jul 01 16:43:12.851359 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:12.864514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:13.525271 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9d170365-d162-42cc-8679-c13f57feeb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.526876 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9d170365-d162-42cc-8679-c13f57feeb97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 1127 time: 0.0822980 Jul 01 16:43:13.608305 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-94520271-95c6-4b28-8b99-c8bd142ebe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.609599 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-94520271-95c6-4b28-8b99-c8bd142ebe41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1127 time: 0.0423939 Jul 01 16:43:13.694557 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:13.712855 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-ed760235-a086-465e-a807-8b565607b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.714323 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-ed760235-a086-465e-a807-8b565607b11a service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.0944521 Jul 01 16:43:13.818799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8233c6b-2255-467f-ba7b-3b2be3ae70e4 req-dba139fe-7e6a-4b27-948a-3921b5aa7d31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.820267 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8233c6b-2255-467f-ba7b-3b2be3ae70e4 req-dba139fe-7e6a-4b27-948a-3921b5aa7d31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0889299 Jul 01 16:43:13.822052 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-6099483b-e34c-4b1d-a75f-89e2dec351ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 200 len: 998 time: 0.0974252 Jul 01 16:43:13.908586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9d1b2760-3da9-4fb3-b7ae-c852c1eac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.910058 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-9d1b2760-3da9-4fb3-b7ae-c852c1eac534 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0772207 Jul 01 16:43:13.913093 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8233c6b-2255-467f-ba7b-3b2be3ae70e4 req-a620add7-2ce1-416e-a728-f617332d33b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873530 Jul 01 16:43:13.958556 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86560d-ec02-4d1a-b531-b92025894256 req-7a663118-31a5-4d75-8309-cfd81f0dfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:13.960505 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-7a663118-31a5-4d75-8309-cfd81f0dfcc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416667 Jul 01 16:43:14.065480 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-1082333a-9e45-48ea-bb28-ce431b26b52c service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967307 Jul 01 16:43:14.166092 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb86560d-ec02-4d1a-b531-b92025894256 req-0adf1c3d-137a-4810-a23b-bb06548d4d9a service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924890 Jul 01 16:43:14.365072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:14.586619 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:15.046654 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6327b4-13f9-4735-98fe-136f3e81208e req-a001dea8-5be6-451f-96d2-3295b350dd3d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:15.048222 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d6327b4-13f9-4735-98fe-136f3e81208e req-a001dea8-5be6-451f-96d2-3295b350dd3d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0576506 Jul 01 16:43:15.098939 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d6327b4-13f9-4735-98fe-136f3e81208e req-920d0657-4144-46e0-97d3-2ab09c0be8ad tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453618 Jul 01 16:43:16.205372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:16.222679 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b09309-ac04-4b33-a515-cf7680cb1576 req-06683948-4ecc-4894-a0e1-21887c557c31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:16.224150 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1b09309-ac04-4b33-a515-cf7680cb1576 req-06683948-4ecc-4894-a0e1-21887c557c31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0487518 Jul 01 16:43:16.271709 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1b09309-ac04-4b33-a515-cf7680cb1576 req-1c02b74d-daa3-4f79-b263-b89263c3b9c5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Jul 01 16:43:17.400672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ee15c-f0bd-4274-ab3b-a70e7ceb4a65 req-cf7ef0d4-4b40-498a-8048-86b046bf69e7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:17.403032 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c97ee15c-f0bd-4274-ab3b-a70e7ceb4a65 req-cf7ef0d4-4b40-498a-8048-86b046bf69e7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0546763 Jul 01 16:43:17.463534 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c97ee15c-f0bd-4274-ab3b-a70e7ceb4a65 req-0894d2b4-18fb-4382-afbd-f543ee863ea7 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535369 Jul 01 16:43:18.609409 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1dade-6ee6-4150-b296-b693c387dada req-1ace552b-5fc1-4085-8087-18191052f4a0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:18.612322 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-33e1dade-6ee6-4150-b296-b693c387dada req-1ace552b-5fc1-4085-8087-18191052f4a0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0649104 Jul 01 16:43:18.711232 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-33e1dade-6ee6-4150-b296-b693c387dada req-f372ca23-0469-493a-8887-a752b2cae480 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921559 Jul 01 16:43:19.133532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=36,neutron:DELETE=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:19.156501 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=8 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:19.823700 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:19.853802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58941962-631d-466b-8512-6a5b45011e3c req-2729033e-621e-4d22-985c-e4d36926c853 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:19.854782 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:19.855658 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-58941962-631d-466b-8512-6a5b45011e3c req-2729033e-621e-4d22-985c-e4d36926c853 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0635936 Jul 01 16:43:19.944768 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-58941962-631d-466b-8512-6a5b45011e3c req-2ee58f53-49dd-4574-96eb-3150a87d6c6d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813177 Jul 01 16:43:21.116512 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93e5f7-7b2a-4847-b682-635bb16718b3 req-1a5c9635-11d4-42f9-ac85-fca34f5b4196 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:21.119088 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf93e5f7-7b2a-4847-b682-635bb16718b3 req-1a5c9635-11d4-42f9-ac85-fca34f5b4196 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0638540 Jul 01 16:43:21.193597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf93e5f7-7b2a-4847-b682-635bb16718b3 req-ddce0c39-06bc-4dc4-9184-fcd9e9dd1e91 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686033 Jul 01 16:43:21.675177 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:43:22.343497 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee237-234d-431c-bdc7-e60de87e2ee7 req-28671422-f583-4bfc-a73b-12e17e114f95 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:22.352358 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b8bee237-234d-431c-bdc7-e60de87e2ee7 req-28671422-f583-4bfc-a73b-12e17e114f95 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0705223 Jul 01 16:43:22.383145 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:22.437188 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b8bee237-234d-431c-bdc7-e60de87e2ee7 req-659f8b76-bff9-4259-ad2b-c2f981788637 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834806 Jul 01 16:43:23.193928 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:23.592612 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fc9a1-cb9f-4202-adc5-3680ab03bec5 req-1578092b-0773-450e-b3bc-aa5366b3709c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:23.594470 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-862fc9a1-cb9f-4202-adc5-3680ab03bec5 req-1578092b-0773-450e-b3bc-aa5366b3709c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0562987 Jul 01 16:43:23.665939 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-862fc9a1-cb9f-4202-adc5-3680ab03bec5 req-f9b17430-6386-4afd-b682-264cf7a64d23 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580502 Jul 01 16:43:24.872866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14c47-6b25-4eaf-ab14-5b0d08d26e71 req-d19f583a-0ad1-4011-b1cc-b4f29c892452 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:24.879676 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7e14c47-6b25-4eaf-ab14-5b0d08d26e71 req-d19f583a-0ad1-4011-b1cc-b4f29c892452 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0937724 Jul 01 16:43:24.941772 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7e14c47-6b25-4eaf-ab14-5b0d08d26e71 req-5486c10e-164b-4c95-8f14-4bb5f9c420b3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612209 Jul 01 16:43:26.103333 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76754fa-7625-4296-917e-f88f9e118340 req-4a626ac9-2f3f-4a31-91e8-7a1b1fa8cd9d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:26.105002 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a76754fa-7625-4296-917e-f88f9e118340 req-4a626ac9-2f3f-4a31-91e8-7a1b1fa8cd9d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0671349 Jul 01 16:43:26.190493 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a76754fa-7625-4296-917e-f88f9e118340 req-9d4d0c6e-5dcb-417c-9049-edcdf51a5c60 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753846 Jul 01 16:43:27.398783 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3cd3c-aa38-4d0c-9c71-2b7227a50bc4 req-f7b8ce96-099e-4ab8-942f-4cd028585cfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:27.405140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9f3cd3c-aa38-4d0c-9c71-2b7227a50bc4 req-f7b8ce96-099e-4ab8-942f-4cd028585cfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.1000092 Jul 01 16:43:27.470557 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9f3cd3c-aa38-4d0c-9c71-2b7227a50bc4 req-60e01b7d-948a-4434-b7ea-ef40939aea81 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572493 Jul 01 16:43:28.657777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97d9ca-381d-4a3c-8508-01274f619bc4 req-95a2a98f-e83f-48dd-af56-26dad6369b2e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:28.664466 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c97d9ca-381d-4a3c-8508-01274f619bc4 req-95a2a98f-e83f-48dd-af56-26dad6369b2e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0841877 Jul 01 16:43:28.746145 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c97d9ca-381d-4a3c-8508-01274f619bc4 req-d32ad1c6-a6d8-42d4-8a3b-7dda1ee9d62f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808122 Jul 01 16:43:29.939450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:29.960594 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7349-8723-448c-b699-1ce12320907d req-09654167-125b-4aef-997d-1acd03229000 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:29.962336 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-977a7349-8723-448c-b699-1ce12320907d req-09654167-125b-4aef-997d-1acd03229000 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0627093 Jul 01 16:43:30.024241 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-977a7349-8723-448c-b699-1ce12320907d req-aa63490c-800e-4f91-a019-e37d284708b1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551572 Jul 01 16:43:30.871606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-a926733a-b777-4f89-8723-55aac4d6aed0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413296 Jul 01 16:43:31.007896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-626e3dbc-1d6e-483e-b73c-211dac820435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:31.009560 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-626e3dbc-1d6e-483e-b73c-211dac820435 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 1130 time: 0.0488436 Jul 01 16:43:31.191748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafaf1e-1271-4a09-8846-b95960e32c1c req-c270c199-1dbf-4b15-87c8-ddd78d9f5f5c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:31.193254 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1cafaf1e-1271-4a09-8846-b95960e32c1c req-c270c199-1dbf-4b15-87c8-ddd78d9f5f5c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0817952 Jul 01 16:43:31.194433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-4753ed63-c80e-4dd0-9245-1551c532f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:31.195755 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-4753ed63-c80e-4dd0-9245-1551c532f70f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.1606846 Jul 01 16:43:31.300898 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1cafaf1e-1271-4a09-8846-b95960e32c1c req-4da65708-aac0-405d-a207-f371f65d6e09 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992861 Jul 01 16:43:31.302873 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-f08fbd34-a385-4981-92be-4435a2a97455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 200 len: 1002 time: 0.0949442 Jul 01 16:43:31.358146 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-a62e5eb9-1a42-44b5-9f6e-642e9fd86fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:31.359718 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-a62e5eb9-1a42-44b5-9f6e-642e9fd86fb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0505798 Jul 01 16:43:31.410099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-db0e246f-085b-4ea1-98dd-d9662d55ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:31.411837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-db0e246f-085b-4ea1-98dd-d9662d55ae29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445821 Jul 01 16:43:31.456220 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:31.519156 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-d68a2830-117e-40bb-a673-44a054a6cc37 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968115 Jul 01 16:43:31.619127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21db63e8-8ff7-4242-a695-ce9802a0e4ce req-17e343d6-4720-462c-bdd8-84d57bebe3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907531 Jul 01 16:43:31.667643 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:32.443373 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd78742-4c04-41d3-882c-60f7f6a3ac78 req-fdc577aa-8c89-44b0-831d-8fd3eba17782 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:32.444870 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0fd78742-4c04-41d3-882c-60f7f6a3ac78 req-fdc577aa-8c89-44b0-831d-8fd3eba17782 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0600107 Jul 01 16:43:32.496155 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0fd78742-4c04-41d3-882c-60f7f6a3ac78 req-3161fa90-09ad-4f93-8a67-9589a92b3f40 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Jul 01 16:43:33.165256 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:33.171950 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:33.636605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20e4b0-e7c5-4ee5-8fff-3555b7be6ff0 req-e0fc3d2e-4dd4-4cf0-8683-cb5f771f9c32 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:33.639215 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef20e4b0-e7c5-4ee5-8fff-3555b7be6ff0 req-e0fc3d2e-4dd4-4cf0-8683-cb5f771f9c32 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0593619 Jul 01 16:43:33.689204 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef20e4b0-e7c5-4ee5-8fff-3555b7be6ff0 req-bbe88b28-f527-4ad4-91f6-846c019dd92c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 Jul 01 16:43:34.295534 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-f8e308b2-b70e-4cfa-8842-506dc6ace706 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052777872&fields=id&tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e HTTP/1.1" status: 200 len: 267 time: 0.0547178 Jul 01 16:43:34.415515 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-640f7906-97d8-422d-a53d-b5fcf0ed4149 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:34.417064 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-640f7906-97d8-422d-a53d-b5fcf0ed4149 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 809 time: 0.1193209 Jul 01 16:43:34.432847 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-8f30cc51-a62b-4e15-af14-ebb47641abd0 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/quotas/1eb9237b6e8a4b5ca032f0664d09f28e HTTP/1.1" status: 200 len: 375 time: 0.0094297 Jul 01 16:43:34.471213 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:34.491329 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-35ef28e1-a65d-44f3-8ee7-c3d370a993d5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530403 Jul 01 16:43:34.604861 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-460e619b-cb39-4f41-b508-8999be927002 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988936 Jul 01 16:43:34.711551 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-7b3c6f52-3096-427d-ba62-9a25c73f61f3 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998120 Jul 01 16:43:34.824015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa027dee-4cc3-4601-9a64-abf8d0c23b7d req-a539b6ec-e54e-4dca-8450-af4e7419f0f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:34.826279 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa027dee-4cc3-4601-9a64-abf8d0c23b7d req-a539b6ec-e54e-4dca-8450-af4e7419f0f0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0577435 Jul 01 16:43:34.896796 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa027dee-4cc3-4601-9a64-abf8d0c23b7d req-98ff06fa-a486-482a-af98-2931bbe719a9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645578 Jul 01 16:43:35.066895 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43952b4f-1e12-4117-b232-c826ae91806c req-d09da63c-9952-42e2-91e2-48626c62b0c9 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0303445 Jul 01 16:43:36.060478 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696b0be-37ba-4a28-9cbd-04ac3b49d746 req-f0a245c2-ae4a-4099-a927-89963fd3ffc5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:36.062059 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2696b0be-37ba-4a28-9cbd-04ac3b49d746 req-f0a245c2-ae4a-4099-a927-89963fd3ffc5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0797522 Jul 01 16:43:36.112776 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:36.119651 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2696b0be-37ba-4a28-9cbd-04ac3b49d746 req-e9dfbe42-e752-45bb-b0c6-6d120ad99b0e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Jul 01 16:43:36.195024 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-784b502d-5df3-4c5b-82eb-e7d22db4b086 req-27677de8-df1e-4079-9aef-264d64c0bf28 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0376544 Jul 01 16:43:37.259420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1da2f-3c03-4e98-9950-9629a2bb9941 req-e25a675b-8430-4b45-8d67-8723c1c4c54a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:37.261075 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cc1da2f-3c03-4e98-9950-9629a2bb9941 req-e25a675b-8430-4b45-8d67-8723c1c4c54a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0553720 Jul 01 16:43:37.317787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a686ba28-4d54-4d79-9d21-a57aaf78385f req-cf94be86-7978-48ee-8f8b-1992126752d4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0345936 Jul 01 16:43:37.358788 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cc1da2f-3c03-4e98-9950-9629a2bb9941 req-c0a2684f-5064-4841-b5a0-b477a1592321 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917423 Jul 01 16:43:38.465990 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bc657fb-eae9-41f0-b11e-7da843b152d2 req-c30cb90c-26f3-4f55-9a4a-131a9d20c6af tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0396826 Jul 01 16:43:38.528624 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b740e4-3544-46e8-bc99-fb0c7309a523 req-f96581f7-9581-4050-8362-2bfd536510b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:38.530364 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45b740e4-3544-46e8-bc99-fb0c7309a523 req-f96581f7-9581-4050-8362-2bfd536510b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0566077 Jul 01 16:43:38.601840 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45b740e4-3544-46e8-bc99-fb0c7309a523 req-639523a2-bd16-4fe7-890c-eaf53e61e899 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647571 Jul 01 16:43:38.996307 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b6097730-5dfe-4a0c-8da6-2a38207ecd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:39.572882 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ef6ad1d-f4ac-4354-a3d9-a4994f62b9fc req-0ce5784b-6653-4c93-a901-cf6b45de1670 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0342100 Jul 01 16:43:39.756460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212df0-7e3e-49bb-bf8c-f6a4a4012810 req-16f8db02-7181-4991-a670-7882979e9292 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:39.758890 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c212df0-7e3e-49bb-bf8c-f6a4a4012810 req-16f8db02-7181-4991-a670-7882979e9292 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0584455 Jul 01 16:43:39.827291 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c212df0-7e3e-49bb-bf8c-f6a4a4012810 req-e6ce626e-4efc-4f9d-a75f-17c802f86568 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610526 Jul 01 16:43:40.678175 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac4ea8ca-e209-48e3-889f-58b2bcdbd5cc req-b2a90589-e728-4431-ad15-d43b20e090fd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0309780 Jul 01 16:43:40.970552 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465930-ce26-4d36-9789-ac931ac1c634 req-6ca6debf-d125-4a5f-b160-a743420b620f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:40.972331 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22465930-ce26-4d36-9789-ac931ac1c634 req-6ca6debf-d125-4a5f-b160-a743420b620f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0612082 Jul 01 16:43:41.033069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22465930-ce26-4d36-9789-ac931ac1c634 req-c53d8cfd-8df1-4e62-ac14-6bfacd72e352 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537074 Jul 01 16:43:41.538950 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-cb811521-634b-4394-9bfb-816a2933e9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:41.879774 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ece5eeb9-06cc-44e0-a482-a038b77795fc req-49c80f0b-f427-4c2f-9dbe-c8bdb4cf6685 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0907216 Jul 01 16:43:41.974938 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-597b037b-1546-4faa-b37c-8185a2810da5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:41.980020 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-597b037b-1546-4faa-b37c-8185a2810da5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 809 time: 0.2187533 Jul 01 16:43:42.060969 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-3eea4c46-ffe6-47c6-8a80-3dc8571fb5aa tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e HTTP/1.1" status: 200 len: 380 time: 0.0664539 Jul 01 16:43:42.090026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'port': {'device_id': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'admin_state_up': True, 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'security_groups': ['fa393820-ca22-4ee0-b27c-8d13d6177e9b']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:42.201892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:42.221644 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08915b74-f03d-4b08-99ab-6fc39ea5ad69 req-54170cc9-e6c9-4f73-9b7f-2f9f382f5b6c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:42.223149 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08915b74-f03d-4b08-99ab-6fc39ea5ad69 req-54170cc9-e6c9-4f73-9b7f-2f9f382f5b6c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0879719 Jul 01 16:43:42.290932 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Made reservation on behalf of 1eb9237b6e8a4b5ca032f0664d09f28e for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:43:42.294930 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.311059 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08915b74-f03d-4b08-99ab-6fc39ea5ad69 req-2664e53a-8e97-4f63-9855-82f8e9c3ef71 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813065 Jul 01 16:43:42.430334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Allocated IP 172.20.0.5 (7ebc39bf-8ea5-45dd-820b-480ad076a770/a1cbb64c-18c1-4688-8de0-ff223d0e9212/dfaabde7-2cdd-46ea-9860-694b36767f5e) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:43:42.434709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:42.579758 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.613373 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.658161 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:43:42.661423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:43:42.665342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:43:42.691319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:42.711098 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.712066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.712426 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.712767 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.713104 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.713434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.713765 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.714099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.714480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.714809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.715920 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.716254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.716585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.716901 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.717221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:42.739571 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:42.740177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.757836 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-bd423508-777f-4625-a432-c159566fc851 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737037 Jul 01 16:43:42.776086 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Request body: {'port': {'device_id': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:42.848766 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.872455 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.912704 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-66018e45-cb69-42ac-a888-6caa0b332240 None None] Provisioning complete for port dfaabde7-2cdd-46ea-9860-694b36767f5e triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:42.913172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-66018e45-cb69-42ac-a888-6caa0b332240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:42.948211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-66018e45-cb69-42ac-a888-6caa0b332240 None None] Port dfaabde7-2cdd-46ea-9860-694b36767f5e cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:43:43.015403 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:43.045402 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0481575-cdcb-4b2b-b511-c14bdb58c286 req-e5b109a0-027c-4640-8d4f-f0b9267cad3b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:43.046943 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0481575-cdcb-4b2b-b511-c14bdb58c286 req-e5b109a0-027c-4640-8d4f-f0b9267cad3b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 931 time: 0.0856180 Jul 01 16:43:43.165061 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0481575-cdcb-4b2b-b511-c14bdb58c286 req-a90a075f-e17d-45ef-bf9d-825c66f1688e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098034 Jul 01 16:43:43.230321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfaabde7-2cdd-46ea-9860-694b36767f5e {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:43:43.240043 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks [] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.256224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Transition to ACTIVE for port object dfaabde7-2cdd-46ea-9860-694b36767f5e will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:43:43.260563 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.266797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:43.318935 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:43.597572 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:43:43.733807 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6064-8f1a-4dfc-9dd9-9d99f87e5d00 req-aa3a8a26-4e22-4ee7-b59a-282b87060eda tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:43.735442 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-486a6064-8f1a-4dfc-9dd9-9d99f87e5d00 req-aa3a8a26-4e22-4ee7-b59a-282b87060eda tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 943 time: 0.0758460 Jul 01 16:43:43.736262 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Attempting to bind port dfaabde7-2cdd-46ea-9860-694b36767f5e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:43:43.736607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Attempting to bind port dfaabde7-2cdd-46ea-9860-694b36767f5e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:43:43.736990 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Attempting to bind port dfaabde7-2cdd-46ea-9860-694b36767f5e on network 7ebc39bf-8ea5-45dd-820b-480ad076a770 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:43:43.742489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Port dfaabde7-2cdd-46ea-9860-694b36767f5e on network 7ebc39bf-8ea5-45dd-820b-480ad076a770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:43:43.742851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Attempting to bind port dfaabde7-2cdd-46ea-9860-694b36767f5e on network 7ebc39bf-8ea5-45dd-820b-480ad076a770 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:43:43.765954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:43:43.766197 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Checking segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:43:43.766479 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Bound using segment: {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:43:43.766960 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Bound port: dfaabde7-2cdd-46ea-9860-694b36767f5e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330347c8-252c-455a-bbd9-c4571090b875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:43:43.767309 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.847240 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-486a6064-8f1a-4dfc-9dd9-9d99f87e5d00 req-ccc1281b-8869-4c69-aa86-2867f3fa253d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991185 Jul 01 16:43:43.872486 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:43.882910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:43:43.886222 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'mac_address': 'fa:16:3e:68:ec:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:43:43.889288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:43:43.899038 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.947270 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:43.947925 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.950572 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:43.951327 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:43.952843 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] 10.222.0.43 "PUT /v2.0/ports/dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 1093 time: 1.1812754 Jul 01 16:43:43.953348 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:43.955735 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d9a59c-173e-4156-bde8-805f4ac97d06" -d '{"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:43.968071 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:43:43.982411 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24873b9f-10be-4791-8ee2-016ba419ff72 service neutron] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:44.003888 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9752aa-dbab-4323-9981-cd073769a2fa x-openstack-request-id: req-8f9752aa-dbab-4323-9981-cd073769a2fa {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:44.004176 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:44.004421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f9752aa-dbab-4323-9981-cd073769a2fa {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:44.004817 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9752aa-dbab-4323-9981-cd073769a2fa'] response: {'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'status': 'completed', 'code': 200} Jul 01 16:43:44.013243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:44.018121 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:44.070828 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-e138d0ef-d67f-4d8d-b8b9-2052e063c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:44.071526 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=9']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:44.072730 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-e138d0ef-d67f-4d8d-b8b9-2052e063c1c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1127 time: 0.0436211 Jul 01 16:43:44.078909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.079263 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.079642 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.080006 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.080346 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.080680 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.081005 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.081338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.081679 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.082011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.082359 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.082703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.083048 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.083386 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.083709 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:44.131262 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-866cecb4-3922-43bc-b01b-c8dce6a88e44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 217 time: 0.0391200 Jul 01 16:43:44.184510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-8e34ddca-7e44-48fb-96c0-86905e37a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:44.185937 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-8e34ddca-7e44-48fb-96c0-86905e37a715 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0482388 Jul 01 16:43:44.239655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-088e2dd5-1de3-4f0f-a91e-a57c9aa7997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:44.242160 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-088e2dd5-1de3-4f0f-a91e-a57c9aa7997f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497885 Jul 01 16:43:44.322616 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9b2b-f41b-4a6a-8fee-afd0fe7f1487 req-ef50761c-78fe-4786-abd8-f3cabc1b17f9 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:44.324220 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdcc9b2b-f41b-4a6a-8fee-afd0fe7f1487 req-ef50761c-78fe-4786-abd8-f3cabc1b17f9 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0810606 Jul 01 16:43:44.367410 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:44.395666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:44.419650 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-fe4e8830-a7d3-4d3f-8851-970118fcc8a8 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654854 Jul 01 16:43:44.425627 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdcc9b2b-f41b-4a6a-8fee-afd0fe7f1487 req-c5c7243d-e9a4-439a-8c11-4ae7ab16d1e1 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715857 Jul 01 16:43:44.451259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:43:44.523641 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e65275c1-da9e-41a5-90b7-7590518dea44 req-47452c0c-5235-42a7-8a12-1bf5190319ee service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949562 Jul 01 16:43:44.601809 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:44.927375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-c4358cf4-2b6c-44f9-8690-f8374ef71a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:44.928477 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-c4358cf4-2b6c-44f9-8690-f8374ef71a96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1127 time: 0.0433168 Jul 01 16:43:44.948320 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 35756) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:44.998855 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Deleting subnet 322bace4-d3a2-4930-83da-47647b6801ac {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:43:45.002042 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Publish callbacks [] for subnet (322bace4-d3a2-4930-83da-47647b6801ac), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.039442 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (322bace4-d3a2-4930-83da-47647b6801ac), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.046043 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d0532-ac6d-4d4b-ba00-912569906b6c req-2373f9aa-a9bd-4e03-a530-7f2156261b78 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:45.047551 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f2d0532-ac6d-4d4b-ba00-912569906b6c req-2373f9aa-a9bd-4e03-a530-7f2156261b78 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 944 time: 0.1037874 Jul 01 16:43:45.077282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:45.085734 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (322bace4-d3a2-4930-83da-47647b6801ac), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.093885 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-230cabb0-ade1-40ba-9f82-5019e9f89eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:45.095398 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-230cabb0-ade1-40ba-9f82-5019e9f89eb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.1604192 Jul 01 16:43:45.143955 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (322bace4-d3a2-4930-83da-47647b6801ac), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.149540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-ba1c32df-7074-4863-a984-5784946a45d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 217 time: 0.0477874 Jul 01 16:43:45.154363 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f2d0532-ac6d-4d4b-ba00-912569906b6c req-1e90040e-6501-4a71-ae67-31bb0b90a197 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001499 Jul 01 16:43:45.171499 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322bace4-d3a2-4930-83da-47647b6801ac,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:45.176536 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.182283 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/322bace4-d3a2-4930-83da-47647b6801ac HTTP/1.1" status: 204 len: 168 time: 0.2329943 Jul 01 16:43:45.182899 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 35760) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:45.196192 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.196790 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.197387 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.197978 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.198607 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.199758 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.200347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.200774 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.201120 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.201459 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.201804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.202141 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.202575 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.202910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.203239 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98188c5d-dd29-463f-97ef-5f587a2be05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:43:45.231447 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-29d1e803-de25-4889-ad57-ebc4ae90d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:45.233056 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-29d1e803-de25-4889-ad57-ebc4ae90d912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0636547 Jul 01 16:43:45.276284 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (75014e88-f269-4136-926c-e34ab9a26542), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.288892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-5563a4eb-5d6b-4d2c-9613-833eb8eaaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:45.290428 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-5563a4eb-5d6b-4d2c-9613-833eb8eaaca7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453598 Jul 01 16:43:45.359200 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (75014e88-f269-4136-926c-e34ab9a26542), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.380916 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75014e88-f269-4136-926c-e34ab9a26542']}} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:45.391203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f93270-899d-463d-b098-fc07c33275ac') {'for_net_delete': True} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:45.391531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f93270-899d-463d-b098-fc07c33275ac') {} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:45.398778 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-bed657b7-18f7-438f-a034-d6ac13e3ee78 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944569 Jul 01 16:43:45.401300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3487620'] for segment (b0f93270-899d-463d-b098-fc07c33275ac), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.419058 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (b0f93270-899d-463d-b098-fc07c33275ac), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.426082 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=110574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:43:45.426551 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4028681'] for segment (b0f93270-899d-463d-b098-fc07c33275ac), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.450448 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment b0f93270-899d-463d-b098-fc07c33275ac resource provider aggregate not found Jul 01 16:43:45.497194 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment b0f93270-899d-463d-b098-fc07c33275ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0f93270-899d-463d-b098-fc07c33275ac found for delete ", "request_id": "req-546b1d67-83ce-4e8e-81af-074bdd30e29b"}]} Jul 01 16:43:45.510909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70d9a59c-173e-4156-bde8-805f4ac97d06 req-f4a49b98-29cd-44f9-a5e8-91541a93ed1d service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029074 Jul 01 16:43:45.512912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (75014e88-f269-4136-926c-e34ab9a26542), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.524732 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.529308 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] 10.222.0.57 "DELETE /v2.0/networks/75014e88-f269-4136-926c-e34ab9a26542 HTTP/1.1" status: 204 len: 168 time: 0.3414679 Jul 01 16:43:45.550676 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3112085-3072-4774-9fd2-62dac42d5509 admin admin] Pushing event deleted for resources: {'Network': ['ID=75014e88-f269-4136-926c-e34ab9a26542,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:45.581000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f3e8e-cfa9-40e4-8615-36df74c1abfe req-d72dfff3-47ef-4ebd-9618-516d00a83046 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:45.582694 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-613f3e8e-cfa9-40e4-8615-36df74c1abfe req-d72dfff3-47ef-4ebd-9618-516d00a83046 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0587699 Jul 01 16:43:45.592178 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:45.630175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:45.654204 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-613f3e8e-cfa9-40e4-8615-36df74c1abfe req-4ce48c74-8a98-4ae3-ab03-f35fbd4e5d9e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647881 Jul 01 16:43:45.654922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:45.655505 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.739664 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:45.740055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.742693 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:45.749358 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 35770) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:45.766840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:45.769088 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd43f0-e04e-474e-a145-7ec69fdd4e88" -d '{"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:45.786299 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:45.790841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.797166 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2a3b16a5-99e1-44fe-a8d2-3fec526a17c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6598cf49d3a4426be411fa45be0c7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466266 Jul 01 16:43:45.799616 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 35774) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:45.815765 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5515b3f-5022-481f-b630-10c51ea3e97f x-openstack-request-id: req-f5515b3f-5022-481f-b630-10c51ea3e97f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:45.816083 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-plugged", "status": "completed", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:45.816338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5515b3f-5022-481f-b630-10c51ea3e97f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:45.816726 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5515b3f-5022-481f-b630-10c51ea3e97f'] response: {'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'code': 200} Jul 01 16:43:45.846003 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=10']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:45.853096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] Publish callbacks [] for security_group (b582f286-5c03-4014-b28c-61f33527cf9b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.880623 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] Publish callbacks [] for security_group (b582f286-5c03-4014-b28c-61f33527cf9b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.930495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b582f286-5c03-4014-b28c-61f33527cf9b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.933081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:45.934558 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b582f286-5c03-4014-b28c-61f33527cf9b HTTP/1.1" status: 204 len: 168 time: 0.1337168 Jul 01 16:43:45.944976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a6979-7f55-4bac-90a1-95f6ed6ff49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b582f286-5c03-4014-b28c-61f33527cf9b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:46.254719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:46.294062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddea94-0af6-4a67-a2b6-f05009ffab65 req-e8a20d26-033b-4601-b0b0-02facc059111 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:46.295616 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bddea94-0af6-4a67-a2b6-f05009ffab65 req-e8a20d26-033b-4601-b0b0-02facc059111 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0513620 Jul 01 16:43:46.354046 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bddea94-0af6-4a67-a2b6-f05009ffab65 req-130e4b42-8c7a-49de-8034-67ff140e2aab tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517201 Jul 01 16:43:46.478310 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43ce5-b939-4e6a-92e0-3657b93766b0 req-334ce765-6754-4bec-95f2-1eadeb538d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:46.480045 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6dd43ce5-b939-4e6a-92e0-3657b93766b0 req-334ce765-6754-4bec-95f2-1eadeb538d4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 1130 time: 0.0420268 Jul 01 16:43:46.528103 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6dd43ce5-b939-4e6a-92e0-3657b93766b0 req-82d916f0-6aec-4a74-9ef0-b6df1f73b09b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408676 Jul 01 16:43:46.666491 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:46.676089 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:46.780128 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea3455-2494-4529-a199-19f52681d437 req-e51f45a6-10e9-42e4-bb29-a411793b434d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:46.781673 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3ea3455-2494-4529-a199-19f52681d437 req-e51f45a6-10e9-42e4-bb29-a411793b434d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0539722 Jul 01 16:43:46.833772 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3ea3455-2494-4529-a199-19f52681d437 req-a00816b0-07fa-43e3-ba09-46feba59338f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Jul 01 16:43:47.485117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825041f6-538c-4372-99a7-ce747ed14716 req-34dca29a-2308-4fd2-abbd-3df502746567 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:47.486564 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-825041f6-538c-4372-99a7-ce747ed14716 req-34dca29a-2308-4fd2-abbd-3df502746567 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0512984 Jul 01 16:43:47.534872 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-825041f6-538c-4372-99a7-ce747ed14716 req-52c0c476-f5c3-4ef9-8234-5f487288f6b3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Jul 01 16:43:47.946179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:47.995845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2b668-cda9-43c9-af25-f29d0df58bf1 req-dddb1027-86b8-44f2-ae0c-00077dc1c343 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:47.998037 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbe2b668-cda9-43c9-af25-f29d0df58bf1 req-dddb1027-86b8-44f2-ae0c-00077dc1c343 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0845790 Jul 01 16:43:48.038065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250292-eaa1-4b7d-91d3-ad1fad5742eb req-174cdb4c-e793-4db7-96ea-65fe8d3a2edd tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:48.039589 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0250292-eaa1-4b7d-91d3-ad1fad5742eb req-174cdb4c-e793-4db7-96ea-65fe8d3a2edd tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0891802 Jul 01 16:43:48.096209 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbe2b668-cda9-43c9-af25-f29d0df58bf1 req-be7809d8-8e1a-4747-a8e6-f5a500df1236 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923319 Jul 01 16:43:48.126508 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0250292-eaa1-4b7d-91d3-ad1fad5742eb req-d9af7df2-eeae-487b-b587-ee3c645bf5dc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805991 Jul 01 16:43:48.657756 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b38bc-c301-43b2-ad70-f66ce448df03 req-8a296741-3ede-4444-851c-c59d41261d61 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:48.659287 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd4b38bc-c301-43b2-ad70-f66ce448df03 req-8a296741-3ede-4444-851c-c59d41261d61 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0494838 Jul 01 16:43:48.708173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd4b38bc-c301-43b2-ad70-f66ce448df03 req-22ee40fc-c6ce-4c45-ab93-76aa99950abc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431507 Jul 01 16:43:48.865942 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-bc19d576-fe1f-4d6f-8a97-fc0fe06fedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:48.867599 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-bc19d576-fe1f-4d6f-8a97-fc0fe06fedf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1168 time: 0.0419786 Jul 01 16:43:48.971686 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-d8bb0677-60a8-4bdf-a829-a8e5e8bc7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:48.973229 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-d8bb0677-60a8-4bdf-a829-a8e5e8bc7c46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 916 time: 0.0990820 Jul 01 16:43:49.040078 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-c4444f46-1edf-4321-ae3b-86c9e13be348 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 1001 time: 0.0597739 Jul 01 16:43:49.107651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-8f3646f6-8966-4533-af07-1fabe303d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:49.109140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-8f3646f6-8966-4533-af07-1fabe303d854 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.0613530 Jul 01 16:43:49.159818 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-f4d42e78-41e1-4ab2-9a65-61372b2afc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:49.160148 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-f4d42e78-41e1-4ab2-9a65-61372b2afc98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441291 Jul 01 16:43:49.216059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:49.349955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9df4dd-3484-4255-92a4-a67ea8320a5c req-3574b631-af37-4ad3-bcc8-0078e8a865ae tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:49.351563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db9df4dd-3484-4255-92a4-a67ea8320a5c req-3574b631-af37-4ad3-bcc8-0078e8a865ae tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.1345131 Jul 01 16:43:49.360657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734317-9c4d-4d11-8d55-41beb2d17ed8 req-a5ba0c25-a8d1-4400-bd8e-44088d2d0107 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:49.362145 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e734317-9c4d-4d11-8d55-41beb2d17ed8 req-a5ba0c25-a8d1-4400-bd8e-44088d2d0107 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.1439431 Jul 01 16:43:49.368831 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-a2fddfd7-9e51-445a-b09a-920b0b7f9517 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968224 Jul 01 16:43:49.528901 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db9df4dd-3484-4255-92a4-a67ea8320a5c req-37d92347-fd17-4524-82e3-7f88c7712cb6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656494 Jul 01 16:43:49.534396 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e734317-9c4d-4d11-8d55-41beb2d17ed8 req-6b7abadc-9938-4625-98eb-ee9ae3a710da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645813 Jul 01 16:43:49.550617 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b77843d-022b-4593-b1ad-6f18125daae7 req-86944079-f0b7-4fe7-9ce3-d4a44b428aec service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733894 Jul 01 16:43:49.836680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2801b4-a336-4161-8594-44698705d3ad req-90d77195-1709-4059-83b3-47612a2af884 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:49.836680 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c2801b4-a336-4161-8594-44698705d3ad req-90d77195-1709-4059-83b3-47612a2af884 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0537727 Jul 01 16:43:49.906592 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c2801b4-a336-4161-8594-44698705d3ad req-6303723e-86fa-488e-8171-150779440593 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636425 Jul 01 16:43:50.176717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:50.217899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25d2a-3b82-4add-8279-0e4a14b71f26 req-1c9f04b0-4e5f-497d-ac8a-08067fc93cc0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:50.219410 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27d25d2a-3b82-4add-8279-0e4a14b71f26 req-1c9f04b0-4e5f-497d-ac8a-08067fc93cc0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Jul 01 16:43:50.270212 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27d25d2a-3b82-4add-8279-0e4a14b71f26 req-a0db273d-867e-497d-baa1-b1475b2de393 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Jul 01 16:43:50.687906 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d229d7-b452-4a01-a6b7-de5422c439f1 req-4e3f35ed-6cd1-416f-a2f3-b2e7c4016af6 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:50.689352 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04d229d7-b452-4a01-a6b7-de5422c439f1 req-4e3f35ed-6cd1-416f-a2f3-b2e7c4016af6 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0807528 Jul 01 16:43:50.695231 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b71f8-b03c-422f-a6a2-2f72ac7f3ae6 req-30a2f5ac-66b3-4a90-8f42-b269e0969aa1 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:50.696410 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e18b71f8-b03c-422f-a6a2-2f72ac7f3ae6 req-30a2f5ac-66b3-4a90-8f42-b269e0969aa1 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0787268 Jul 01 16:43:50.776514 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04d229d7-b452-4a01-a6b7-de5422c439f1 req-426e1781-883b-4489-a695-e83d342b426f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791633 Jul 01 16:43:50.791060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e18b71f8-b03c-422f-a6a2-2f72ac7f3ae6 req-c1d775df-5bf9-4825-a510-4e7047d81cdc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868099 Jul 01 16:43:51.391179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7428-1fb6-4fe8-8d90-949101b359ac req-1d28211a-0f0f-414c-9790-a762264b1ee7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:51.392982 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13bc7428-1fb6-4fe8-8d90-949101b359ac req-1d28211a-0f0f-414c-9790-a762264b1ee7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Jul 01 16:43:51.441702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13bc7428-1fb6-4fe8-8d90-949101b359ac req-5db51d8d-943a-47a1-83ec-9e8a880fdf20 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Jul 01 16:43:51.925738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84d49d-0f5d-4910-a8ec-103218fc78aa req-eaf9ec00-494f-42a1-8b08-261e855fad63 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:51.927398 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad84d49d-0f5d-4910-a8ec-103218fc78aa req-eaf9ec00-494f-42a1-8b08-261e855fad63 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0813158 Jul 01 16:43:51.939489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fad47-c80a-4c5b-b518-9188c27f1e91 req-b4f7dd9f-b454-46cf-9d91-aed45b2ca8ab tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:51.941023 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e6fad47-c80a-4c5b-b518-9188c27f1e91 req-b4f7dd9f-b454-46cf-9d91-aed45b2ca8ab tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0622084 Jul 01 16:43:52.022141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad84d49d-0f5d-4910-a8ec-103218fc78aa req-ce4a8e79-3a99-4195-8110-28e57dcab5e9 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799744 Jul 01 16:43:52.037891 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e6fad47-c80a-4c5b-b518-9188c27f1e91 req-12954929-c035-4e86-8e78-4b9ebef776d7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892873 Jul 01 16:43:52.569577 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5c275-8f42-45af-af54-2f27c5a9b6ef req-279233c5-c668-46e3-b3cf-801da3fde92d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:52.571123 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fc5c275-8f42-45af-af54-2f27c5a9b6ef req-279233c5-c668-46e3-b3cf-801da3fde92d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.0561717 Jul 01 16:43:52.586742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:52.628514 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fc5c275-8f42-45af-af54-2f27c5a9b6ef req-12aebe2c-4492-4873-9d88-f3d12092a0bf tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 Jul 01 16:43:53.161271 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354d46-6f60-4019-b048-49b9b6036ce5 req-a8e48e61-2b6d-4562-a3ee-f63eb2e8ecbd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:53.162667 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08354d46-6f60-4019-b048-49b9b6036ce5 req-a8e48e61-2b6d-4562-a3ee-f63eb2e8ecbd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0738764 Jul 01 16:43:53.181298 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.185127 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c413-747b-4730-97ee-baf01a56e3e9 req-58449a30-0230-41a0-94d2-a843f304d75b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:53.186600 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a378c413-747b-4730-97ee-baf01a56e3e9 req-58449a30-0230-41a0-94d2-a843f304d75b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0679395 Jul 01 16:43:53.254721 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08354d46-6f60-4019-b048-49b9b6036ce5 req-dba2b9ff-56a5-4a46-ad14-1b3c2cbbf78b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861399 Jul 01 16:43:53.280349 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a378c413-747b-4730-97ee-baf01a56e3e9 req-56b5766a-5702-478f-b517-fbb48ea64007 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867417 Jul 01 16:43:53.411085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-48e26f80-4382-4bb2-ba73-dc1770d8408b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:53.413023 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-48e26f80-4382-4bb2-ba73-dc1770d8408b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Jul 01 16:43:53.485329 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:53.501353 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:43:53.501689 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.597981 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] For port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:53.598609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.633844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:43:53.748240 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:53.759166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'mac_address': 'fa:16:3e:dc:b9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:43:53.796164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port dfaabde7-2cdd-46ea-9860-694b36767f5e is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:53.796655 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.804486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7949ab-7e5d-4833-ac97-a7e738029e5b req-91e8234b-0a7c-45e3-922e-b67d4cef3971 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:53.806003 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc7949ab-7e5d-4833-ac97-a7e738029e5b req-91e8234b-0a7c-45e3-922e-b67d4cef3971 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 945 time: 0.1045921 Jul 01 16:43:53.812060 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaabde7-2cdd-46ea-9860-694b36767f5e {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:43:53.835070 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:53.841348 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.896503 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:53.897007 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.897251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:53.897566 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 8f7bd0cf-7495-418a-afa5-b04256025511 disassociated. External IP: 172.27.2.78, port: b942fa2d-b73f-482d-a3fc-1e5162c3f4a5. Jul 01 16:43:53.897915 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:43:53.910364 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc7949ab-7e5d-4833-ac97-a7e738029e5b req-ddafb9a7-30fe-4123-bdb1-726cd1edb921 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=73d867ab-0c7e-4902-8217-2c0507d31162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981810 Jul 01 16:43:54.055969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b942fa2d-b73f-482d-a3fc-1e5162c3f4a5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:54.087956 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=b942fa2d-b73f-482d-a3fc-1e5162c3f4a5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:54.135804 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:54.207375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:43:54.259643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['dfaabde7-2cdd-46ea-9860-694b36767f5e'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:43:54.503904 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:54.640020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb116b-3c86-4a44-a879-fb886360b884 req-da57400b-b7d2-48b6-9dd5-22fa92c13699 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:54.640020 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aeb116b-3c86-4a44-a879-fb886360b884 req-da57400b-b7d2-48b6-9dd5-22fa92c13699 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0995102 Jul 01 16:43:54.647879 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9ab4e-b23a-40c8-a52b-421327826ee9 req-25f94b3f-79cc-42b2-858a-b5e0f5f0613b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:54.649304 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ff9ab4e-b23a-40c8-a52b-421327826ee9 req-25f94b3f-79cc-42b2-858a-b5e0f5f0613b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 944 time: 0.1102958 Jul 01 16:43:54.693724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:43:54.706485 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:43:54.723918 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:54.724540 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:54.732500 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:54.806578 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] No DVR routers for this DVR port b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:43:54.817557 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ff9ab4e-b23a-40c8-a52b-421327826ee9 req-39bddd71-5485-4bd8-ac30-63eca75eb189 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589024 Jul 01 16:43:54.818794 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:54.822019 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8951a875-d106-4100-bd08-eb32b0ea8e40 req-2f5bc6fb-14d6-4894-a91b-0de5f5cabcd0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "DELETE /v2.0/ports/b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 HTTP/1.1" status: 204 len: 173 time: 1.4033003 Jul 01 16:43:54.827301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'name': 'network-vif-deleted', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:54.830389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e178fc69-c981-43ac-8c44-8cf2ac987a88" -d '{"events": [{"server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "name": "network-vif-deleted", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:54.841366 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aeb116b-3c86-4a44-a879-fb886360b884 req-fe480696-85ff-4922-8b94-5b8dc741a952 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837211 Jul 01 16:43:54.869209 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:54.906533 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f46c02-6cbd-4eee-b6c0-2086a7f567a9 x-openstack-request-id: req-22f46c02-6cbd-4eee-b6c0-2086a7f567a9 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:54.906960 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475a49d-1ee9-4cb0-aaea-507155a02204", "name": "network-vif-deleted", "tag": "b942fa2d-b73f-482d-a3fc-1e5162c3f4a5", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:54.907338 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22f46c02-6cbd-4eee-b6c0-2086a7f567a9 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:54.908004 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f46c02-6cbd-4eee-b6c0-2086a7f567a9'] response: {'server_uuid': 'd475a49d-1ee9-4cb0-aaea-507155a02204', 'name': 'network-vif-deleted', 'tag': 'b942fa2d-b73f-482d-a3fc-1e5162c3f4a5', 'status': 'completed', 'code': 200} Jul 01 16:43:55.050692 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64d0385a-b53f-42e9-9606-eff41da0fb1c req-610b231b-a6ef-4742-9a10-a6ca7484b7db tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=d475a49d-1ee9-4cb0-aaea-507155a02204 HTTP/1.1" status: 200 len: 210 time: 0.0313804 Jul 01 16:43:55.084794 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:55.145583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:55.173337 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:43:55.182191 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:43:55.182836 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:55.309103 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:43:55.532627 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:55.540089 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:55.550881 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:43:55.581584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4d332-78d1-42b9-b4a7-0e49b91b0c48 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c91e6733-5677-48d4-8816-3f5ec5e17b9e', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:e1:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:40:28Z', 'updated_at': '2022-07-01T16:41:20Z', 'revision_number': 2, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:43:55.643325 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:43:55.724116 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port dfaabde7-2cdd-46ea-9860-694b36767f5e completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:43:55.731532 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port dfaabde7-2cdd-46ea-9860-694b36767f5e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:43:55.731924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:55.774122 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:55.816538 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port dfaabde7-2cdd-46ea-9860-694b36767f5e is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:43:55.816931 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:55.844191 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:43:55.846732 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea057303-a399-4926-8f58-c87c4bdca592" -d '{"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-plugged", "status": "completed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:43:55.879612 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:43:55.887832 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:55.918113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8c47c-2c8f-433c-923f-67688b3d2923 x-openstack-request-id: req-81f8c47c-2c8f-433c-923f-67688b3d2923 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:43:55.918113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-plugged", "status": "completed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:43:55.918113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81f8c47c-2c8f-433c-923f-67688b3d2923 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:43:55.918113 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f8c47c-2c8f-433c-923f-67688b3d2923'] response: {'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'code': 200} Jul 01 16:43:55.969757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:55.987176 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabf2ea-3a10-48d7-b5ef-bdb9d542ec73 None None] New status for floating IP 8f7bd0cf-7495-418a-afa5-b04256025511: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:43:56.047437 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f293a-86ce-4515-a633-32f6e58fc39e req-20535804-df54-42ea-8366-f9a87ad65271 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:56.049188 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa3f293a-86ce-4515-a633-32f6e58fc39e req-20535804-df54-42ea-8366-f9a87ad65271 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.1125529 Jul 01 16:43:56.060113 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab72e-3d4e-4ad9-b74f-32a9e57fdfb3 req-1166fd00-2c6f-4dc4-99c1-30ae3ed954e6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:56.061975 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a51ab72e-3d4e-4ad9-b74f-32a9e57fdfb3 req-1166fd00-2c6f-4dc4-99c1-30ae3ed954e6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0994260 Jul 01 16:43:56.149659 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a51ab72e-3d4e-4ad9-b74f-32a9e57fdfb3 req-bc7d45bd-c858-4c3e-8fb4-36185cf3a2c2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799878 Jul 01 16:43:56.198669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa3f293a-86ce-4515-a633-32f6e58fc39e req-813d63fa-edb6-416c-884e-f0834ba9e67b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353309 Jul 01 16:43:56.257411 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36036) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:56.258554 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364f33-20fe-464f-bb8a-5357d62e8059 req-83c07ab8-911c-4481-aa24-ff19b460dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:56.260113 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc364f33-20fe-464f-bb8a-5357d62e8059 req-83c07ab8-911c-4481-aa24-ff19b460dbde service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0450702 Jul 01 16:43:56.330822 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (73d867ab-0c7e-4902-8217-2c0507d31162), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.333525 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc364f33-20fe-464f-bb8a-5357d62e8059 req-d5f52f7c-89f5-47f8-96ab-40976b01381a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608737 Jul 01 16:43:56.357828 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (73d867ab-0c7e-4902-8217-2c0507d31162), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.413296 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (73d867ab-0c7e-4902-8217-2c0507d31162), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.416595 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.420481 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/security-groups/73d867ab-0c7e-4902-8217-2c0507d31162 HTTP/1.1" status: 204 len: 168 time: 0.1593742 Jul 01 16:43:56.422799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36044) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:56.435298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835254a-4256-429f-baa5-9c23f3546f0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d867ab-0c7e-4902-8217-2c0507d31162,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:56.441536 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-57dabffd-7840-4ba4-9183-4a66a277eb39 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] show failed (client error): The resource could not be found. Jul 01 16:43:56.442603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-57dabffd-7840-4ba4-9183-4a66a277eb39 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups/73d867ab-0c7e-4902-8217-2c0507d31162 HTTP/1.1" status: 404 len: 347 time: 0.0186636 Jul 01 16:43:56.445526 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36046) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:56.563770 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port 8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:43:56.564488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.648916 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.649245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.662584 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for 8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669 owned by network:floatingip {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:43:56.817273 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.845046 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=8cb9c28e-ac9a-4bed-b5a2-b0f953f3b669,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:56.921921 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (8f7bd0cf-7495-418a-afa5-b04256025511), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.924726 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:56.928666 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-be370404-709a-4340-b186-03b284580aa0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/floatingips/8f7bd0cf-7495-418a-afa5-b04256025511 HTTP/1.1" status: 204 len: 168 time: 0.4794383 Jul 01 16:43:57.302881 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c246537-17cb-46f0-bccb-fcb9c67f66b2 req-b1b439a4-4e7c-46e9-a4c0-5ead822bb429 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:57.304442 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c246537-17cb-46f0-bccb-fcb9c67f66b2 req-b1b439a4-4e7c-46e9-a4c0-5ead822bb429 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0671971 Jul 01 16:43:57.409299 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a522-d1c6-4842-872e-0f20182497f2 req-96822f60-0a09-4172-828c-714c89bee8af tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:57.410790 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3da3a522-d1c6-4842-872e-0f20182497f2 req-96822f60-0a09-4172-828c-714c89bee8af tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0766020 Jul 01 16:43:57.419523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:57.435235 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c246537-17cb-46f0-bccb-fcb9c67f66b2 req-fc2cf2ee-1bf5-4118-b4fe-dfdd31d87a4a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227748 Jul 01 16:43:57.480021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3da3a522-d1c6-4842-872e-0f20182497f2 req-e0ec7c24-9dd3-4b35-8138-1c418d6d732d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592675 Jul 01 16:43:57.651311 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:43:57.673671 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:43:57.674108 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b942fa2d-b73f-482d-a3fc-1e5162c3f4a5 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:43:57.735465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36070) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:57.861786 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6c92cad8-0f30-4ce6-a6be-40318e518af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:57.941169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6c92cad8-0f30-4ce6-a6be-40318e518af1 admin admin] Publish callbacks [] for security_group (d7ef96ff-89d2-4b1f-b407-3102ef2cd532), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:57.947153 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6c92cad8-0f30-4ce6-a6be-40318e518af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d7ef96ff-89d2-4b1f-b407-3102ef2cd532), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:57.992563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6c92cad8-0f30-4ce6-a6be-40318e518af1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=426eb4d841c2477295ef705b1eba6d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558286 Jul 01 16:43:57.993589 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92cad8-0f30-4ce6-a6be-40318e518af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef96ff-89d2-4b1f-b407-3102ef2cd532,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:57.995189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36076) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:58.047619 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] Publish callbacks [] for security_group (d7ef96ff-89d2-4b1f-b407-3102ef2cd532), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:58.070940 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] Publish callbacks [] for security_group (d7ef96ff-89d2-4b1f-b407-3102ef2cd532), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:58.123391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (d7ef96ff-89d2-4b1f-b407-3102ef2cd532), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:58.126961 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:58.128378 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7ef96ff-89d2-4b1f-b407-3102ef2cd532 HTTP/1.1" status: 204 len: 168 time: 0.1314273 Jul 01 16:43:58.148918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a43e8e-75dd-4c52-be4c-865143a36791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef96ff-89d2-4b1f-b407-3102ef2cd532,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:58.565065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb094-b550-42a8-b37a-4d3075bf0fc7 req-8fc26d1f-ce26-4b9f-8e0b-b4a92df778ad tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:58.566590 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a2fb094-b550-42a8-b37a-4d3075bf0fc7 req-8fc26d1f-ce26-4b9f-8e0b-b4a92df778ad tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0556200 Jul 01 16:43:58.633470 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6c9ff-b6cd-456f-9d94-0c0bf7ac719f req-becd4bcb-39b5-4242-82dc-af32a10d1649 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:58.634969 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6ea6c9ff-b6cd-456f-9d94-0c0bf7ac719f req-becd4bcb-39b5-4242-82dc-af32a10d1649 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0675228 Jul 01 16:43:58.679949 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:43:58.701118 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a2fb094-b550-42a8-b37a-4d3075bf0fc7 req-2318b8c4-2039-4171-8069-fd7705a73ccc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244729 Jul 01 16:43:58.727730 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6ea6c9ff-b6cd-456f-9d94-0c0bf7ac719f req-deaa36cb-c2e2-4b84-9903-518ce5597ffa tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856628 Jul 01 16:43:58.891690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b100-27a4-40ec-9d90-a94a4b0e2511 req-83176887-4c1b-4c6e-8efd-3c3737d9e57a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:58.892903 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d86b100-27a4-40ec-9d90-a94a4b0e2511 req-83176887-4c1b-4c6e-8efd-3c3737d9e57a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0661070 Jul 01 16:43:58.963023 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d86b100-27a4-40ec-9d90-a94a4b0e2511 req-3f104e9c-1428-453c-bf1f-7f1d90643477 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647073 Jul 01 16:43:58.987745 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36114) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:59.183989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5cbee-8d3d-4aef-b636-b0a6f513a020 tempest-TestShelveInstance-43459159 tempest-TestShelveInstance-43459159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:59.185549 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-34a5cbee-8d3d-4aef-b636-b0a6f513a020 tempest-TestShelveInstance-43459159 tempest-TestShelveInstance-43459159-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1124 time: 0.1967728 Jul 01 16:43:59.188478 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36118) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:43:59.192823 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:43:59.207915 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:59.224426 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:59.319052 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:59.383277 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:59.459707 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Allocated IP 172.27.2.185 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/229283ed-3095-4e7a-bb33-7da4b9c42ffc) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:43:59.566556 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:59.598611 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:43:59.644135 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:43:59.648879 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:43:59.652802 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:43:59.656104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'Port': ['ID=229283ed-3095-4e7a-bb33-7da4b9c42ffc,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:43:59.826769 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b85658-c747-4733-b594-596a11dff880 req-89ce366b-3a9f-42e0-844a-17fd35971242 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:43:59.833966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26b85658-c747-4733-b594-596a11dff880 req-89ce366b-3a9f-42e0-844a-17fd35971242 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0611389 Jul 01 16:43:59.841673 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:43:59.895755 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26b85658-c747-4733-b594-596a11dff880 req-a69a468a-65d1-4c95-aae2-a9e83000d454 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613029 Jul 01 16:44:00.018804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for floatingip (c7753b51-9d67-464b-9e69-c03131b32033), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.087537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:00.096756 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.180958 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0147ba-6f03-4c06-81b9-60f7d95789e8 req-2230f698-3e89-4d76-b099-66510a820111 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:00.182799 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e0147ba-6f03-4c06-81b9-60f7d95789e8 req-2230f698-3e89-4d76-b099-66510a820111 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0544086 Jul 01 16:44:00.234937 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e0147ba-6f03-4c06-81b9-60f7d95789e8 req-7b002ff6-0f87-45ce-84d7-42fb94fab664 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458138 Jul 01 16:44:00.235192 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:00.268056 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.272586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.346321 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event updated for resources: {'Port': ['ID=229283ed-3095-4e7a-bb33-7da4b9c42ffc,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:00.356293 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (c7753b51-9d67-464b-9e69-c03131b32033), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.452974 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Floating IP c7753b51-9d67-464b-9e69-c03131b32033 associated. External IP: 172.27.2.185, port: dfaabde7-2cdd-46ea-9860-694b36767f5e. Jul 01 16:44:00.675906 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Router 13b282e8-334a-4914-b122-ef92de481a26 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:00.784960 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:00.796044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Sync routers for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:00.803792 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:00.807263 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:00.808142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:00.839998 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-95b3c29e-c71d-4895-a837-f34392e81647 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6495564 Jul 01 16:44:00.840461 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:00.843092 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d0b4f0-37d6-4f98-ab09-41be5834554e" -d '{"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:00.881954 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7779a-ccb3-46e2-94ed-4e6ca3c65a1f x-openstack-request-id: req-cfd7779a-ccb3-46e2-94ed-4e6ca3c65a1f {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:00.882242 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:00.882533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfd7779a-ccb3-46e2-94ed-4e6ca3c65a1f {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:00.882939 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd7779a-ccb3-46e2-94ed-4e6ca3c65a1f'] response: {'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'status': 'completed', 'code': 200} Jul 01 16:44:00.915744 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:01.020623 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7488e8-a7b3-4a50-a5e2-d63751c104a3 req-d473c2d2-5f1e-4de8-9cd9-530b4236e3da tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:01.022100 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b7488e8-a7b3-4a50-a5e2-d63751c104a3 req-d473c2d2-5f1e-4de8-9cd9-530b4236e3da tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0521200 Jul 01 16:44:01.081855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:01.089020 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b7488e8-a7b3-4a50-a5e2-d63751c104a3 req-cea13abf-c8db-4710-bc57-fc19c5ce6ab2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609269 Jul 01 16:44:01.143906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c7753b51-9d67-464b-9e69-c03131b32033', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13b282e8-334a-4914-b122-ef92de481a26', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'mac_address': 'fa:16:3e:dc:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:43:59Z', 'updated_at': '2022-07-01T16:43:59Z', 'revision_number': 0, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:01.168133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Checking router: 13b282e8-334a-4914-b122-ef92de481a26 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:01.176212 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:01.176797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:01.362837 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b453de6-dda6-4592-81d2-e7cc815043eb req-fbe24a5d-aaba-411c-92e2-a237d73daf25 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:01.364313 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b453de6-dda6-4592-81d2-e7cc815043eb req-fbe24a5d-aaba-411c-92e2-a237d73daf25 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0536675 Jul 01 16:44:01.415913 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:01.419952 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b453de6-dda6-4592-81d2-e7cc815043eb req-f7a1ccb2-a050-43d8-ae8d-9d9fc1ebf25b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Jul 01 16:44:01.632026 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c7753b51-9d67-464b-9e69-c03131b32033', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13b282e8-334a-4914-b122-ef92de481a26', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'mac_address': 'fa:16:3e:dc:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:43:59Z', 'updated_at': '2022-07-01T16:43:59Z', 'revision_number': 0, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:01.658023 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4bea1c-e36d-4868-b7e4-5a289275a065 None None] The sync data for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi is: [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'c7753b51-9d67-464b-9e69-c03131b32033', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13b282e8-334a-4914-b122-ef92de481a26', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'mac_address': 'fa:16:3e:dc:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:43:59Z', 'updated_at': '2022-07-01T16:43:59Z', 'revision_number': 0, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:01.859295 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578f728-fc79-4894-b037-201311b90fd0 None None] New status for floating IP c7753b51-9d67-464b-9e69-c03131b32033: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:44:02.190741 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:02.208401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba471-539f-4d65-a8ce-3056c919b274 req-84acf478-525b-44d4-9cdb-67fe29e48546 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:02.210148 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1aeba471-539f-4d65-a8ce-3056c919b274 req-84acf478-525b-44d4-9cdb-67fe29e48546 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0508926 Jul 01 16:44:02.271305 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1aeba471-539f-4d65-a8ce-3056c919b274 req-1986b3c1-66f1-46b4-8243-5cdbc2b611b9 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550590 Jul 01 16:44:02.535287 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c97-6728-4a2f-8443-0b7568ccccaf req-2ef71972-d798-4fce-a1a9-36aef44d3a96 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:02.536799 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-89fb7c97-6728-4a2f-8443-0b7568ccccaf req-2ef71972-d798-4fce-a1a9-36aef44d3a96 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0487766 Jul 01 16:44:02.585218 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-89fb7c97-6728-4a2f-8443-0b7568ccccaf req-33324720-a854-43db-ab21-680247137ed0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Jul 01 16:44:03.389029 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed9c9-8c8a-42b7-9984-208992c6be46 req-ce946324-d9b3-4978-b55b-8429388f061b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:03.390536 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f9ed9c9-8c8a-42b7-9984-208992c6be46 req-ce946324-d9b3-4978-b55b-8429388f061b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0529821 Jul 01 16:44:03.456030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f9ed9c9-8c8a-42b7-9984-208992c6be46 req-c2a54b75-d6cf-4aa7-8fea-53eb650e932a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595932 Jul 01 16:44:03.705059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8378e4-ce93-40c1-a834-a19e9c67360b req-4a21c35d-049c-48da-9e4e-8502b64d829c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:03.706552 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec8378e4-ce93-40c1-a834-a19e9c67360b req-4a21c35d-049c-48da-9e4e-8502b64d829c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0490408 Jul 01 16:44:03.756170 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec8378e4-ce93-40c1-a834-a19e9c67360b req-f2984e2d-21fc-4ac6-a9ec-be2ece96f439 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Jul 01 16:44:04.174045 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-9a55a189-81a6-4833-952e-5cd457eeb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.175468 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-9a55a189-81a6-4833-952e-5cd457eeb584 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0386460 Jul 01 16:44:04.276306 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-8e97fd2e-f4ea-460c-aed8-514f55fb0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.277932 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-8e97fd2e-f4ea-460c-aed8-514f55fb0e3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.0918763 Jul 01 16:44:04.476214 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-f13529c6-64a8-4d70-8ace-a839853515fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 1001 time: 0.0577168 Jul 01 16:44:04.563444 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-13427edc-5837-41ab-909c-0a5858d4d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.564894 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-13427edc-5837-41ab-909c-0a5858d4d084 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0785964 Jul 01 16:44:04.572372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:04.581672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5ffa-d394-4c88-be3a-d9a4563d7568 req-fbd3f590-8fab-4aac-b5d1-a5b63a0a1b4d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.583089 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d73d5ffa-d394-4c88-be3a-d9a4563d7568 req-fbd3f590-8fab-4aac-b5d1-a5b63a0a1b4d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0582647 Jul 01 16:44:04.677250 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d73d5ffa-d394-4c88-be3a-d9a4563d7568 req-15362a92-f542-45df-9c96-2425f2fca182 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875230 Jul 01 16:44:04.680417 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-2d1fd87d-aff4-4e8b-9905-ed02a2de6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.682669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-2d1fd87d-aff4-4e8b-9905-ed02a2de6aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566638 Jul 01 16:44:04.694257 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-1863b8b3-1f98-4037-8c59-dba2ff3754a9 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.695930 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-1863b8b3-1f98-4037-8c59-dba2ff3754a9 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0518732 Jul 01 16:44:04.888509 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port 0d85f90c-e016-4950-ba0b-5986f1ed198f {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:44:04.888846 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:04.945173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7776ae1-bb95-40a8-8937-42afc9513f0b req-aa0557ed-6f8f-4691-a370-7e5d42274b14 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:04.952198 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7776ae1-bb95-40a8-8937-42afc9513f0b req-aa0557ed-6f8f-4691-a370-7e5d42274b14 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 946 time: 0.0888884 Jul 01 16:44:04.957776 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:04.971776 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-f25b7c69-d050-4a40-9ac6-42eae4b82dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881628 Jul 01 16:44:04.998524 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] For port 0d85f90c-e016-4950-ba0b-5986f1ed198f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d85f90c-e016-4950-ba0b-5986f1ed198f,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:04.998815 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:05.027607 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7776ae1-bb95-40a8-8937-42afc9513f0b req-19e4b6bb-a533-40da-a921-82dfe79fada7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6a223d0-7740-4e69-8da3-2ce746571d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737031 Jul 01 16:44:05.074016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:05.098177 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-56d0b4f0-37d6-4f98-ab09-41be5834554e req-c6753ec1-f5f7-4b79-8e5d-b1ad95c8b9f5 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135375 Jul 01 16:44:05.379219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:05.438547 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:05.438932 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:05.439256 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP c91e6733-5677-48d4-8816-3f5ec5e17b9e disassociated. External IP: 172.27.2.184, port: 0d85f90c-e016-4950-ba0b-5986f1ed198f. Jul 01 16:44:05.440053 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for 0d85f90c-e016-4950-ba0b-5986f1ed198f owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:44:05.573272 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (0d85f90c-e016-4950-ba0b-5986f1ed198f), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:05.600074 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=0d85f90c-e016-4950-ba0b-5986f1ed198f,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:05.712524 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:05.802854 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b0f48-543e-43b2-8617-b77d795fd767 req-e53189e3-01cc-43d7-84a8-043163e1349b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:05.804332 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c66b0f48-543e-43b2-8617-b77d795fd767 req-e53189e3-01cc-43d7-84a8-043163e1349b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0482306 Jul 01 16:44:05.820694 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:05.832298 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:05.843865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:05.847780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:05.848781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:05.866748 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] No DVR routers for this DVR port 0d85f90c-e016-4950-ba0b-5986f1ed198f on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:44:05.869456 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:05.872958 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-cb85c091-27b2-4e03-98cc-d35af8984816 req-0890eb1b-7f53-458d-b244-7d6cb4509865 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "DELETE /v2.0/ports/0d85f90c-e016-4950-ba0b-5986f1ed198f HTTP/1.1" status: 204 len: 173 time: 1.0857546 Jul 01 16:44:05.873523 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'name': 'network-vif-deleted', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:05.876588 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e7bdf-0a7d-4e9a-9e1b-8d8a0c486df9" -d '{"events": [{"server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "name": "network-vif-deleted", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:05.878787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c66b0f48-543e-43b2-8617-b77d795fd767 req-cc2cc0b6-063f-45fa-9179-b0a448e9fe6d tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683765 Jul 01 16:44:05.929869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf679f2-3afd-41cc-8870-850a8a4c19ec x-openstack-request-id: req-aaf679f2-3afd-41cc-8870-850a8a4c19ec {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:05.930869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb792a6-440e-4a96-89d8-3b65ee1a5a2e", "name": "network-vif-deleted", "tag": "0d85f90c-e016-4950-ba0b-5986f1ed198f", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:05.930869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aaf679f2-3afd-41cc-8870-850a8a4c19ec {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:05.930869 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf679f2-3afd-41cc-8870-850a8a4c19ec'] response: {'server_uuid': 'bdb792a6-440e-4a96-89d8-3b65ee1a5a2e', 'name': 'network-vif-deleted', 'tag': '0d85f90c-e016-4950-ba0b-5986f1ed198f', 'status': 'completed', 'code': 200} Jul 01 16:44:05.969273 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:06.131766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-06ef01c1-dd21-436d-be3c-93190bd1320b req-4887acc9-7380-4e4c-b488-9b97ce570d95 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0296710 Jul 01 16:44:06.172285 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:06.197403 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:06.206047 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:06.206685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:43:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:06.308466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:06.485774 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:06.497560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:06.527268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dc878-1c4b-45c9-9c75-294071ba3a5a None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:06.743365 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c41341-2dec-4555-9bec-a376aa7225e2 None None] New status for floating IP c91e6733-5677-48d4-8816-3f5ec5e17b9e: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:44:06.998072 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4aa36-1ee7-461a-9f9c-c2a6f5e56424 req-32f26b52-523e-4ba3-8bf4-a97f0c7e88f7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:06.999618 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4cd4aa36-1ee7-461a-9f9c-c2a6f5e56424 req-32f26b52-523e-4ba3-8bf4-a97f0c7e88f7 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0492697 Jul 01 16:44:07.061326 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4cd4aa36-1ee7-461a-9f9c-c2a6f5e56424 req-d2ee49dc-867f-4c0d-b49e-929c733c4031 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561519 Jul 01 16:44:07.228344 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b06ee838-91c6-4532-bb97-1d797d8379b7 req-f0090974-467f-4f77-9db8-8c5c6a24147c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0281672 Jul 01 16:44:08.184382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02143-ac12-4d21-8b66-53ead6db265b req-d694f36f-4491-4170-804d-06599c780a56 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:08.185741 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cfc02143-ac12-4d21-8b66-53ead6db265b req-d694f36f-4491-4170-804d-06599c780a56 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0506556 Jul 01 16:44:08.246651 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cfc02143-ac12-4d21-8b66-53ead6db265b req-99664c87-ca2e-415c-ba50-905c205bd263 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550115 Jul 01 16:44:08.329667 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d22d9a81-1253-4eb6-90ef-063733affa2b req-8db7287f-3ee3-4fa4-9380-8102356ec933 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0291395 Jul 01 16:44:08.990732 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-884278ed-c6bc-4673-90bc-4ef079c023cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:09.382506 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3eb9-5800-4be9-8ccc-d1d9766c2c91 req-2ffef86e-2619-4351-bf7b-4ba3cbb1392e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:09.385142 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c0d3eb9-5800-4be9-8ccc-d1d9766c2c91 req-2ffef86e-2619-4351-bf7b-4ba3cbb1392e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0666912 Jul 01 16:44:09.473445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fb31e69-e727-4aa5-aabe-363ba72696d3 req-80716916-7baa-4193-bfc6-d0b63fb49d00 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb792a6-440e-4a96-89d8-3b65ee1a5a2e HTTP/1.1" status: 200 len: 210 time: 0.0423768 Jul 01 16:44:09.488869 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c0d3eb9-5800-4be9-8ccc-d1d9766c2c91 req-db5f219a-e3ef-4206-9bd4-875af748cad2 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4d8463-50b1-4283-a000-7cf20542b5c3&id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966530 Jul 01 16:44:10.568136 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36262) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:10.626580 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (b6a223d0-7740-4e69-8da3-2ce746571d24), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.649935 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (b6a223d0-7740-4e69-8da3-2ce746571d24), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.699868 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b6a223d0-7740-4e69-8da3-2ce746571d24), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.702688 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.703848 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/security-groups/b6a223d0-7740-4e69-8da3-2ce746571d24 HTTP/1.1" status: 204 len: 168 time: 0.1347115 Jul 01 16:44:10.706632 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36264) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:10.713363 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1750a-57a2-4081-a112-8a8e8e8ae186 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a223d0-7740-4e69-8da3-2ce746571d24,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:10.724099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-49211a1e-fb3f-42e6-b4a3-7d1ea237e708 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] show failed (client error): The resource could not be found. Jul 01 16:44:10.725120 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-49211a1e-fb3f-42e6-b4a3-7d1ea237e708 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups/b6a223d0-7740-4e69-8da3-2ce746571d24 HTTP/1.1" status: 404 len: 347 time: 0.0174940 Jul 01 16:44:10.728006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36266) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:10.845267 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port 7bb6a12d-aa1e-411b-af6d-e243bda75896 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:44:10.845604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.904787 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:10.922835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.923171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (7bb6a12d-aa1e-411b-af6d-e243bda75896), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:10.939723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for 7bb6a12d-aa1e-411b-af6d-e243bda75896 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:44:11.077031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (7bb6a12d-aa1e-411b-af6d-e243bda75896), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.111495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=7bb6a12d-aa1e-411b-af6d-e243bda75896,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:11.159133 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:11.175669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (c91e6733-5677-48d4-8816-3f5ec5e17b9e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.178167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.179348 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-05e35c8a-f334-4df5-b049-de486d73f99a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/floatingips/c91e6733-5677-48d4-8816-3f5ec5e17b9e HTTP/1.1" status: 204 len: 168 time: 0.4504299 Jul 01 16:44:11.256694 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36272) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:11.261960 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614482275', 'description': 'tempest-description--437812407'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:11.287327 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.303171 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:11.359376 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (9d391c7d-72d8-4a6e-8fb4-4f7e74f741be), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.363287 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9d391c7d-72d8-4a6e-8fb4-4f7e74f741be), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.393683 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.394931 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1372037 Jul 01 16:44:11.396763 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fc206-1cb5-4ecd-b8ce-878a8ea30edb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:11.397947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36276) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:11.403631 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '9d391c7d-72d8-4a6e-8fb4-4f7e74f741be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:11.431430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (f8d1c21b-2c47-474c-90e6-9157f439486c), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.503369 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (f8d1c21b-2c47-474c-90e6-9157f439486c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.508822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (f8d1c21b-2c47-474c-90e6-9157f439486c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.530519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d1c21b-2c47-474c-90e6-9157f439486c,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:11.535975 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c56dcbf8-093c-462a-9de5-301e6ba817fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.536668 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.538385 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3f9a45f9-437f-42aa-92d3-92cd61b6226a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388762 Jul 01 16:44:11.541176 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36280) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:11.546234 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '9d391c7d-72d8-4a6e-8fb4-4f7e74f741be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:11.574953 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (2a3fc172-e8c9-43a6-99e9-7d928577b42e), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.642357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (2a3fc172-e8c9-43a6-99e9-7d928577b42e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.646256 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (2a3fc172-e8c9-43a6-99e9-7d928577b42e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.665475 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3fc172-e8c9-43a6-99e9-7d928577b42e,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:11.673612 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.674841 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8e8f15dc-86df-4107-a852-87cf61ee821c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326318 Jul 01 16:44:11.677812 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36284) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:11.681962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:11.703765 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.785120 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:11.904492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.27.2.198 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/d5341347-757d-4ac8-a9c3-9390c69ba39f) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:11.930718 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:12.014894 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.047288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.084680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:12.088354 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:12.093796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:12.096210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:12.119330 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=d5341347-757d-4ac8-a9c3-9390c69ba39f,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:12.186017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.225496 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.375586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.380249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.449239 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=d5341347-757d-4ac8-a9c3-9390c69ba39f,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:12.457454 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.473541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.474778 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-05be7c8b-7bc8-4070-a019-f3cd2ce66e48 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7960269 Jul 01 16:44:12.675411 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-1acefdcf-373d-496f-81b7-c0514f2e4ebf tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--614482275&fields=id&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 267 time: 0.0444777 Jul 01 16:44:12.777106 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:12.787937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-483ecbc9-6b6d-4728-9111-dc9e0e624f66 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:12.789374 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-483ecbc9-6b6d-4728-9111-dc9e0e624f66 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.1076331 Jul 01 16:44:12.803950 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-cdf258ec-e15a-4697-a551-aa14f93e5b0c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/quotas/5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 375 time: 0.0087192 Jul 01 16:44:12.856071 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-721d8b16-72ba-49ca-8c7c-b83c4541f869 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472708 Jul 01 16:44:12.869335 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:12.965163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-22158d46-ea30-43f1-a687-ed74d1c29686 service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907731 Jul 01 16:44:13.056685 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-fcf532cf-6d06-4d56-90d1-cfd6e6bfc8fb service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Jul 01 16:44:13.218140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d89b7446-9a19-4155-9cb0-962b81ba1098 req-cd972a08-c832-49c8-8a8b-fc6eb287aa38 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0292265 Jul 01 16:44:13.655543 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 0d85f90c-e016-4950-ba0b-5986f1ed198f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:44:13.677982 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 0d85f90c-e016-4950-ba0b-5986f1ed198f {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:44:13.678558 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 0d85f90c-e016-4950-ba0b-5986f1ed198f not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:44:14.324074 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-50b947a5-1f34-4875-b325-dc863643249e req-eb02088d-2feb-4337-8683-b9873f306322 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 210 time: 0.0330565 Jul 01 16:44:14.371494 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:14.386128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:14.418410 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-474af45d-3aa9-4a7c-896e-0aa2d211a3f1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:14.420224 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-474af45d-3aa9-4a7c-896e-0aa2d211a3f1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.1166301 Jul 01 16:44:14.514488 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-7a3cafc8-103b-4ba3-9431-23ff2e69aaca tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 379 time: 0.0693965 Jul 01 16:44:14.598783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:14.658961 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'port': {'device_id': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'admin_state_up': True, 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'security_groups': ['9d391c7d-72d8-4a6e-8fb4-4f7e74f741be']}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:14.787213 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:14.790851 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:14.949338 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.20.0.4 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/3048ed1f-ed3c-4ece-8895-278d40e90955) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:15.112894 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.136350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:15.150548 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.200267 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:15.203659 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:15.207662 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:15.233184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:15.263254 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:15.263817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.283114 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-21991794-b93c-454b-be42-629b8cb00413 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282613 Jul 01 16:44:15.301407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Request body: {'port': {'device_id': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:15.369638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.443364 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de12b8-9473-4772-b76e-9a1506816992 req-45663bbd-3984-4565-8194-4bba825871cf tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:15.444854 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84de12b8-9473-4772-b76e-9a1506816992 req-45663bbd-3984-4565-8194-4bba825871cf tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 931 time: 0.0491450 Jul 01 16:44:15.473455 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-45c11e88-6f1c-42b0-af96-5ecde1efe34b None None] Provisioning complete for port 3048ed1f-ed3c-4ece-8895-278d40e90955 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:15.474035 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45c11e88-6f1c-42b0-af96-5ecde1efe34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.499688 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84de12b8-9473-4772-b76e-9a1506816992 req-6ab9f0b5-62d9-4752-a36b-d2c1a13014e8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489354 Jul 01 16:44:15.510974 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-45c11e88-6f1c-42b0-af96-5ecde1efe34b None None] Port 3048ed1f-ed3c-4ece-8895-278d40e90955 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:44:15.576355 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:15.641689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3048ed1f-ed3c-4ece-8895-278d40e90955 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:44:15.650046 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks [] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.663963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Transition to ACTIVE for port object 3048ed1f-ed3c-4ece-8895-278d40e90955 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:44:15.667895 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.723189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:15.798559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Attempting to bind port 3048ed1f-ed3c-4ece-8895-278d40e90955 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:15.798902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Attempting to bind port 3048ed1f-ed3c-4ece-8895-278d40e90955 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:15.799238 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Attempting to bind port 3048ed1f-ed3c-4ece-8895-278d40e90955 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:15.804132 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Port 3048ed1f-ed3c-4ece-8895-278d40e90955 on network c5acd85f-f778-4915-8079-a3e9582e6528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:44:15.804458 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Attempting to bind port 3048ed1f-ed3c-4ece-8895-278d40e90955 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:15.809651 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:15.810025 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:15.810446 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:15.810877 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Bound port: 3048ed1f-ed3c-4ece-8895-278d40e90955, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:15.811234 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.880773 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:15.883736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3048ed1f-ed3c-4ece-8895-278d40e90955,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:15.893594 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.933600 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:15.934249 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:15.935716 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/3048ed1f-ed3c-4ece-8895-278d40e90955 HTTP/1.1" status: 200 len: 1093 time: 0.6386700 Jul 01 16:44:15.936126 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:15.938405 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:15.957291 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feed5d2-8523-4f17-ab70-b073315ce8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:15.979918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03370541-597c-4d11-83b0-19e90be324c5 x-openstack-request-id: req-03370541-597c-4d11-83b0-19e90be324c5 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:15.980375 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:15.980513 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03370541-597c-4d11-83b0-19e90be324c5 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:15.980838 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03370541-597c-4d11-83b0-19e90be324c5'] response: {'name': 'network-changed', 'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'status': 'completed', 'code': 200} Jul 01 16:44:16.615608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be669ee-edf3-4e33-9a7b-9c08a52bcc06 req-0f980093-e6e0-4d41-990f-81ebd0fc4c15 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:16.617117 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7be669ee-edf3-4e33-9a7b-9c08a52bcc06 req-0f980093-e6e0-4d41-990f-81ebd0fc4c15 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0479586 Jul 01 16:44:16.643929 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:16.674495 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7be669ee-edf3-4e33-9a7b-9c08a52bcc06 req-c9de53dd-70a4-418b-b654-0a93a53d901d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498714 Jul 01 16:44:17.790357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca84e93-f899-4904-8917-eb37662706c0 req-c3bdbafa-e032-4679-a0cd-0b95af794a46 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:17.791982 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ca84e93-f899-4904-8917-eb37662706c0 req-c3bdbafa-e032-4679-a0cd-0b95af794a46 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0490906 Jul 01 16:44:17.841737 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ca84e93-f899-4904-8917-eb37662706c0 req-a7bc7914-15ec-4303-a01e-61647f1f393f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Jul 01 16:44:18.810832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:18.847882 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-2ff30a21-7f9b-4924-ba7a-5130e0804484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:18.849377 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-2ff30a21-7f9b-4924-ba7a-5130e0804484 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 1127 time: 0.0461953 Jul 01 16:44:18.959734 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a05307-c28c-4542-a361-3daa0dae4c47 req-05eba309-0106-466d-a846-03ba9337e793 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:18.961199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9a05307-c28c-4542-a361-3daa0dae4c47 req-05eba309-0106-466d-a846-03ba9337e793 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0481234 Jul 01 16:44:18.973668 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-aa5b625c-015f-4919-82d2-b0ffe89d05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:18.975177 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-aa5b625c-015f-4919-82d2-b0ffe89d05e9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5747a83d930f4075a78e9b14abd58c7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1048541 Jul 01 16:44:19.010016 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9a05307-c28c-4542-a361-3daa0dae4c47 req-5fce6484-926f-4e4a-8911-6a6e4f7a3ca2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Jul 01 16:44:19.083259 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-d74dcde9-a6e9-4819-9ed1-774afb222257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:19.084914 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-d9b2097a-6ca8-4307-a22d-2bfffa5c12b2 req-d74dcde9-a6e9-4819-9ed1-774afb222257 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954211 Jul 01 16:44:19.195437 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-406a0596-6867-40af-95bc-1e1350bce732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:19.196935 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-406a0596-6867-40af-95bc-1e1350bce732 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 1127 time: 0.0399690 Jul 01 16:44:19.246977 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-cb5429e3-f97c-49dc-a017-2a91aa535336 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3048ed1f-ed3c-4ece-8895-278d40e90955 HTTP/1.1" status: 200 len: 217 time: 0.0353746 Jul 01 16:44:19.301814 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-9060bbf5-1226-49d8-9583-b489026d9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:19.303316 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-9060bbf5-1226-49d8-9583-b489026d9b6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0503781 Jul 01 16:44:19.352262 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-b1f56bbe-d30d-4a25-abfc-145d50af0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:19.353796 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-b1f56bbe-d30d-4a25-abfc-145d50af0162 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405567 Jul 01 16:44:19.451301 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-66b0d26a-6c40-4435-ae35-739f62cfff9d service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887692 Jul 01 16:44:19.519207 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:19.544878 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-49b5da9c-c5b4-4a46-b0b0-83d07bcc44f9 req-5da45e72-c171-4bfb-a08b-20b455f80c63 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844424 Jul 01 16:44:20.128772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a4e5-119e-433d-b8f9-14c2d60ece5f req-c9c78989-b1fc-4efc-bb76-c4993700ca76 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:20.130139 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2011a4e5-119e-433d-b8f9-14c2d60ece5f req-c9c78989-b1fc-4efc-bb76-c4993700ca76 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0525243 Jul 01 16:44:20.177075 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2011a4e5-119e-433d-b8f9-14c2d60ece5f req-a7c50362-6fdc-4471-aed3-94a0aec7cc81 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Jul 01 16:44:21.294915 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bfa09-7561-45a9-a530-0ce1e9a90cc4 req-4a050af0-2f60-42b7-bc16-fdc0b64083e4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:21.296389 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e2bfa09-7561-45a9-a530-0ce1e9a90cc4 req-4a050af0-2f60-42b7-bc16-fdc0b64083e4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0489099 Jul 01 16:44:21.346396 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e2bfa09-7561-45a9-a530-0ce1e9a90cc4 req-541d8029-2f94-4068-8186-fd31560a4e57 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Jul 01 16:44:21.858542 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36460) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:21.973008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba836f9c-59a2-48f4-bd61-14c069fb5329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.049792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba836f9c-59a2-48f4-bd61-14c069fb5329 admin admin] Publish callbacks [] for security_group (2c3dade6-61f2-4d90-8bd9-2f8d5b610435), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.059302 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ba836f9c-59a2-48f4-bd61-14c069fb5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2c3dade6-61f2-4d90-8bd9-2f8d5b610435), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.063017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:22.107839 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ba836f9c-59a2-48f4-bd61-14c069fb5329 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2ac8b6f02c7469bb7d60dfe07e4ee9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482336 Jul 01 16:44:22.108657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba836f9c-59a2-48f4-bd61-14c069fb5329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3dade6-61f2-4d90-8bd9-2f8d5b610435,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:22.110556 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36466) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:22.162319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] Publish callbacks [] for security_group (2c3dade6-61f2-4d90-8bd9-2f8d5b610435), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.184255 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] Publish callbacks [] for security_group (2c3dade6-61f2-4d90-8bd9-2f8d5b610435), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.245980 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2c3dade6-61f2-4d90-8bd9-2f8d5b610435), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.252405 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.254556 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c3dade6-61f2-4d90-8bd9-2f8d5b610435 HTTP/1.1" status: 204 len: 168 time: 0.1429808 Jul 01 16:44:22.265139 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2856a9-8991-4457-a8cf-810efe63fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3dade6-61f2-4d90-8bd9-2f8d5b610435,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:22.482032 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2145d-b8cb-4574-8a3f-584d4e89276f req-02ebfde8-ba96-4ea8-9468-1332234f1161 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:22.484403 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4e2145d-b8cb-4574-8a3f-584d4e89276f req-02ebfde8-ba96-4ea8-9468-1332234f1161 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 943 time: 0.0566437 Jul 01 16:44:22.536986 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4e2145d-b8cb-4574-8a3f-584d4e89276f req-5bb71fe0-c758-4ef1-b2f2-b82a8497b05e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469978 Jul 01 16:44:22.753588 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 3048ed1f-ed3c-4ece-8895-278d40e90955 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:44:22.830700 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:22.859384 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3048ed1f-ed3c-4ece-8895-278d40e90955,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:22.871419 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'port_id': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'mac_address': 'fa:16:3e:66:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:44:22.909706 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 3048ed1f-ed3c-4ece-8895-278d40e90955 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:22.910117 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.923516 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3048ed1f-ed3c-4ece-8895-278d40e90955 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:44:22.943567 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3048ed1f-ed3c-4ece-8895-278d40e90955,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:22.949079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:22.998110 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:23.210333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:23.339424 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['3048ed1f-ed3c-4ece-8895-278d40e90955'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:44:23.502607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04e90-1ce9-4d31-b36f-8b4219cc95aa req-29cc5e5c-a2af-48d3-90e0-861371adb701 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:23.507273 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-49af6771-b17c-4c44-9f3e-5de73ebc51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:23.508262 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51f04e90-1ce9-4d31-b36f-8b4219cc95aa req-29cc5e5c-a2af-48d3-90e0-861371adb701 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0548515 Jul 01 16:44:23.508741 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-49af6771-b17c-4c44-9f3e-5de73ebc51a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0465283 Jul 01 16:44:23.553342 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51f04e90-1ce9-4d31-b36f-8b4219cc95aa req-cab678c6-d99f-4101-a054-4c7c61435567 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437315 Jul 01 16:44:23.617444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-5f3fdcd2-e2bf-4fc7-ac55-b5792ead3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:23.620743 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-5f3fdcd2-e2bf-4fc7-ac55-b5792ead3212 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1024027 Jul 01 16:44:23.669034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea403-f082-4626-beb7-9f5a659ca507 req-92edfbde-4bec-40fc-81e1-b1818dd18465 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:23.670783 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82dea403-f082-4626-beb7-9f5a659ca507 req-92edfbde-4bec-40fc-81e1-b1818dd18465 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0544343 Jul 01 16:44:23.674096 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:23.676150 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:23.696372 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-c85bbdcd-d4ab-4bfb-9b1c-e451941810a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 1001 time: 0.0680156 Jul 01 16:44:23.726720 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82dea403-f082-4626-beb7-9f5a659ca507 req-90343830-feb3-49a5-ab47-741947fecc5b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471811 Jul 01 16:44:23.752518 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-f41a5f72-ff3e-4d32-9ad1-9a37a53af0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:23.753953 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-f41a5f72-ff3e-4d32-9ad1-9a37a53af0b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0506256 Jul 01 16:44:24.674846 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9435c-2d53-400c-88dc-dfbe948bafd4 req-0248a866-17af-4394-a02f-f82764651995 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:24.676291 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-37c9435c-2d53-400c-88dc-dfbe948bafd4 req-0248a866-17af-4394-a02f-f82764651995 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0484943 Jul 01 16:44:24.709052 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:24.726277 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-37c9435c-2d53-400c-88dc-dfbe948bafd4 req-917e3016-a9cb-46a4-8f25-d7949118669c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444274 Jul 01 16:44:24.845018 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae10ab-f98b-40e0-8be0-7def46830629 req-d630026c-ddc2-44cf-ac79-ef05131df885 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:24.846545 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23ae10ab-f98b-40e0-8be0-7def46830629 req-d630026c-ddc2-44cf-ac79-ef05131df885 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0516710 Jul 01 16:44:24.893651 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23ae10ab-f98b-40e0-8be0-7def46830629 req-a5e8aa1d-3a0a-4e4f-9dfe-f197533a22db tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jul 01 16:44:25.843344 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1d7ed-74fe-4278-a2dd-292716cafaa5 req-9fb0b5ae-1f2f-49c3-8b0e-57b63cf77917 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:25.844753 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7bc1d7ed-74fe-4278-a2dd-292716cafaa5 req-9fb0b5ae-1f2f-49c3-8b0e-57b63cf77917 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0477850 Jul 01 16:44:25.893530 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7bc1d7ed-74fe-4278-a2dd-292716cafaa5 req-21e8d221-11a1-43d5-a0d4-e672f7094e04 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429206 Jul 01 16:44:26.007845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeb109-eef2-4865-b3cd-0e9146931471 req-b89fe332-68f7-4280-b57e-07d4ce0378ca tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:26.009270 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51aeb109-eef2-4865-b3cd-0e9146931471 req-b89fe332-68f7-4280-b57e-07d4ce0378ca tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0465145 Jul 01 16:44:26.059445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51aeb109-eef2-4865-b3cd-0e9146931471 req-2a03148b-a18c-4bbe-a727-53d874cb3595 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446281 Jul 01 16:44:26.620497 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-b7890cc3-b03d-40b8-bb2d-cd039de46b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:26.622184 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-b7890cc3-b03d-40b8-bb2d-cd039de46b5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445054 Jul 01 16:44:26.660104 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:26.707557 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-9b4abc9f-8383-443f-ab2a-d52df5129126 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393741 Jul 01 16:44:26.724543 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-97e9caad-e61b-4e4e-91e1-4fb29db6a7a1 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874376 Jul 01 16:44:26.789753 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-0ce81012-ddf2-4a17-b6ec-4ae3e39efad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:26.791867 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-0ce81012-ddf2-4a17-b6ec-4ae3e39efad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 1130 time: 0.0399697 Jul 01 16:44:26.828872 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4f33ba26-651a-4f2d-96fb-a0f14e8de712 req-ba66668c-eaa0-4bd3-b994-924f9b058218 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897737 Jul 01 16:44:26.912845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-021d1eaf-64a7-4d90-a034-0064e8ebbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:26.914253 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-021d1eaf-64a7-4d90-a034-0064e8ebbffb service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1003106 Jul 01 16:44:26.975056 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-dc6b6f7c-eb7d-44ed-90b7-90f1f992f56c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 200 len: 217 time: 0.0414433 Jul 01 16:44:27.019124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b003a-2167-4a55-b52e-6b20006b7c22 req-b008e4b7-a131-4a8a-8645-a0c54ad07adf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:27.020555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-697b003a-2167-4a55-b52e-6b20006b7c22 req-b008e4b7-a131-4a8a-8645-a0c54ad07adf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0481055 Jul 01 16:44:27.066843 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-697b003a-2167-4a55-b52e-6b20006b7c22 req-6d10d0a5-8d74-4fb3-b345-ee5f6b8114f5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402043 Jul 01 16:44:27.195810 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:27.207107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d4b85-1fbe-4479-88c8-5b96da35f067 req-b5cc9f4f-e0c4-46db-96dc-d5e3790c39ff tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:27.208536 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a3d4b85-1fbe-4479-88c8-5b96da35f067 req-b5cc9f4f-e0c4-46db-96dc-d5e3790c39ff tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 944 time: 0.0810242 Jul 01 16:44:27.233150 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-f35d6090-32d7-4d39-ba59-4b8422984665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:27.234589 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-f35d6090-32d7-4d39-ba59-4b8422984665 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0747356 Jul 01 16:44:27.273468 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 3048ed1f-ed3c-4ece-8895-278d40e90955 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:27.296541 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a3d4b85-1fbe-4479-88c8-5b96da35f067 req-faf89fcc-919f-4939-8d84-d9c13fc2feff tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804586 Jul 01 16:44:27.299668 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-6e0e7826-4a12-46a0-b39e-a739b1722ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:27.301111 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-6e0e7826-4a12-46a0-b39e-a739b1722ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589175 Jul 01 16:44:27.337161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 3048ed1f-ed3c-4ece-8895-278d40e90955 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:44:27.345511 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 3048ed1f-ed3c-4ece-8895-278d40e90955 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:27.346162 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:27.371325 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:27.408476 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-085191a8-9ec5-44ae-878d-25f31de3e00e service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000786 Jul 01 16:44:27.427059 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 3048ed1f-ed3c-4ece-8895-278d40e90955 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:27.427448 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:27.451855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:27.454019 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15488415-255a-458f-a744-face7f4291bc" -d '{"events": [{"server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:27.467211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3048ed1f-ed3c-4ece-8895-278d40e90955,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:27.471903 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:27.495592 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04da721-8d11-40e4-9b44-2164e122ca1f x-openstack-request-id: req-b04da721-8d11-40e4-9b44-2164e122ca1f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:27.495885 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:27.496141 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b04da721-8d11-40e4-9b44-2164e122ca1f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:27.496539 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04da721-8d11-40e4-9b44-2164e122ca1f'] response: {'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'code': 200} Jul 01 16:44:27.507325 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d70bc0f-4ccb-40a9-a760-437a548e3676 req-7ae92cd2-bc2d-4925-95f5-b18fde6c5fa5 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910845 Jul 01 16:44:27.522296 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:27.745293 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:27.752878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b8ec1-933e-4121-831d-aa7abecaa78c req-7a75ae9b-c1f1-499a-ba7d-bb38534e1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:27.754409 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc9b8ec1-933e-4121-831d-aa7abecaa78c req-7a75ae9b-c1f1-499a-ba7d-bb38534e1b3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0458374 Jul 01 16:44:27.799396 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc9b8ec1-933e-4121-831d-aa7abecaa78c req-232b8848-1cc9-415a-b0b6-f8b486883614 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Jul 01 16:44:28.180110 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dc399-9e92-46ef-8d74-d9154c132096 req-53e348a2-2808-4046-84ec-476e6ade38c7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:28.181568 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc2dc399-9e92-46ef-8d74-d9154c132096 req-53e348a2-2808-4046-84ec-476e6ade38c7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0475776 Jul 01 16:44:28.228013 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc2dc399-9e92-46ef-8d74-d9154c132096 req-d5d633fb-9f28-4709-ac1e-4a62ab9f53ff tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409250 Jul 01 16:44:28.415607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232122f-e533-427e-85a5-c0a585810fb4 req-bf20258c-5eb2-46ae-8309-abfd10c4c981 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:28.417703 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4232122f-e533-427e-85a5-c0a585810fb4 req-bf20258c-5eb2-46ae-8309-abfd10c4c981 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0499537 Jul 01 16:44:28.470388 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4232122f-e533-427e-85a5-c0a585810fb4 req-0eb69616-d086-48e4-8dcc-6f36e4824d2e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472074 Jul 01 16:44:29.345523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31241-4e21-4c30-bc95-4ff2ae25221d req-1acb3219-69ba-4516-85aa-37bf713ee7a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:29.346909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ac31241-4e21-4c30-bc95-4ff2ae25221d req-1acb3219-69ba-4516-85aa-37bf713ee7a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0472786 Jul 01 16:44:29.393037 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ac31241-4e21-4c30-bc95-4ff2ae25221d req-c7ab6f11-4724-498f-82e8-e055bd26b4f7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404799 Jul 01 16:44:29.593090 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5691d-8bb1-4443-89f0-dbf654d9b244 req-bda37143-6f24-4905-946a-97dd933f866a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:29.594597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ea5691d-8bb1-4443-89f0-dbf654d9b244 req-bda37143-6f24-4905-946a-97dd933f866a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0491006 Jul 01 16:44:29.649154 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ea5691d-8bb1-4443-89f0-dbf654d9b244 req-5121e818-c7fb-444a-976f-efdd022d082e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 Jul 01 16:44:30.793530 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c01cf9-f877-4ba4-a0bc-f0ba0b25957e req-ad4c9063-e363-4a5f-95aa-4577cce6fc71 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:30.795053 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22c01cf9-f877-4ba4-a0bc-f0ba0b25957e req-ad4c9063-e363-4a5f-95aa-4577cce6fc71 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.3335576 Jul 01 16:44:30.817114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce9ea-5b33-4b20-86e5-71a003360ef0 req-41dfc325-b33e-4979-9021-5d8115cfd597 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:30.818557 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c44ce9ea-5b33-4b20-86e5-71a003360ef0 req-41dfc325-b33e-4979-9021-5d8115cfd597 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0734036 Jul 01 16:44:30.880669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22c01cf9-f877-4ba4-a0bc-f0ba0b25957e req-4360fb88-7891-45eb-9b3d-bfcb96ab549c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785453 Jul 01 16:44:30.895073 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c44ce9ea-5b33-4b20-86e5-71a003360ef0 req-fa7344bf-9f91-4eb8-852f-43fd99fa07c4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683644 Jul 01 16:44:31.006125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14da9d-0aae-45c4-a9e3-be14682909f9 req-ed89219a-f269-4318-8f53-9185634cecb5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:31.007497 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c14da9d-0aae-45c4-a9e3-be14682909f9 req-ed89219a-f269-4318-8f53-9185634cecb5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0508544 Jul 01 16:44:31.016175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36556) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:31.020491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'port_id': '3048ed1f-ed3c-4ece-8895-278d40e90955'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:31.058592 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:31.094545 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:31.470207 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:31.482559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:31.486130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:31.583583 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 1a98fdf3-3b40-49ee-a1fd-8af2c0958677 associated. External IP: 172.27.2.198, port: 3048ed1f-ed3c-4ece-8895-278d40e90955. Jul 01 16:44:31.787946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:31.914876 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:31.920660 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:31.926895 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:31.939284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:31.939908 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:31.958733 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ab466d77-9405-472b-b9f2-029415796a73 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "PUT /v2.0/floatingips/1a98fdf3-3b40-49ee-a1fd-8af2c0958677 HTTP/1.1" status: 200 len: 991 time: 0.9414601 Jul 01 16:44:31.959611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:31.961947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9070e-2df1-4182-8796-dd3ee636b48f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:32.017172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101abe7-2bc7-41c1-8803-02e0f98b0fad x-openstack-request-id: req-7101abe7-2bc7-41c1-8803-02e0f98b0fad {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:32.017515 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:32.017797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7101abe7-2bc7-41c1-8803-02e0f98b0fad {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:32.018230 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7101abe7-2bc7-41c1-8803-02e0f98b0fad'] response: {'name': 'network-changed', 'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'status': 'completed', 'code': 200} Jul 01 16:44:32.058226 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:32.063631 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d89bc1-6b67-4c13-80c7-bd4370cf61a8 req-5243839c-5390-4e16-a8be-e251f9076c8c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:32.065222 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d89bc1-6b67-4c13-80c7-bd4370cf61a8 req-5243839c-5390-4e16-a8be-e251f9076c8c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0599272 Jul 01 16:44:32.133207 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-8d6ce270-f350-4307-a294-d4c81d8791fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:32.135491 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-8d6ce270-f350-4307-a294-d4c81d8791fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 1129 time: 0.0627761 Jul 01 16:44:32.150375 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d89bc1-6b67-4c13-80c7-bd4370cf61a8 req-6e96c84b-cf42-41b2-9551-64a802769721 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793846 Jul 01 16:44:32.205125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:32.267677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-16ef1e4e-3d8c-42bb-af0e-287d691e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:32.269262 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-16ef1e4e-3d8c-42bb-af0e-287d691e51d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.0975997 Jul 01 16:44:32.342800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-a960ac31-8b16-4f3a-9e68-5dd7b27d6b11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3048ed1f-ed3c-4ece-8895-278d40e90955 HTTP/1.1" status: 200 len: 999 time: 0.0649781 Jul 01 16:44:32.403333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:32.403628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-951e8d99-c110-46ca-a9ff-94149e067a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:32.405252 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-951e8d99-c110-46ca-a9ff-94149e067a74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0495296 Jul 01 16:44:32.411756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '1a98fdf3-3b40-49ee-a1fd-8af2c0958677', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:66:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:12Z', 'updated_at': '2022-07-01T16:44:31Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:32.436097 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:32.445024 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:32.445441 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:32.460032 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-98b91204-bbb8-4407-a021-21e40e44cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:32.461529 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-98b91204-bbb8-4407-a021-21e40e44cec4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450661 Jul 01 16:44:32.548262 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:32.581208 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-c67d6752-dffe-4e32-84ca-e5c4b3aa581b service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Jul 01 16:44:32.653944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:32.679785 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97b9070e-2df1-4182-8796-dd3ee636b48f req-0f18ca87-c259-41dd-a4ad-1532c89e84a9 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 Jul 01 16:44:32.773862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '1a98fdf3-3b40-49ee-a1fd-8af2c0958677', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:66:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:12Z', 'updated_at': '2022-07-01T16:44:31Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:32.798699 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ec054-8c30-4e72-bab2-83ebef9777d2 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '1a98fdf3-3b40-49ee-a1fd-8af2c0958677', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:66:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:12Z', 'updated_at': '2022-07-01T16:44:31Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:32.984897 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebf74b-b695-421c-8ec2-7ae13a543ea1 None None] New status for floating IP 1a98fdf3-3b40-49ee-a1fd-8af2c0958677: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:44:33.273844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8f5a-5911-422f-8868-16bce5ac99ce req-e73159f0-aa25-42c6-a37e-9ad3471c9c67 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:33.275865 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64ed8f5a-5911-422f-8868-16bce5ac99ce req-e73159f0-aa25-42c6-a37e-9ad3471c9c67 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0486104 Jul 01 16:44:33.282193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36578) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:33.325332 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64ed8f5a-5911-422f-8868-16bce5ac99ce req-ba2a7fc8-3ad1-4393-9123-23e6c7401bdd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437324 Jul 01 16:44:33.396176 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6342047d-93dd-4c68-a541-8f673c8e1fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.473607 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6342047d-93dd-4c68-a541-8f673c8e1fb1 admin admin] Publish callbacks [] for security_group (f0402cc9-ef65-452b-b1d2-4f325be7160b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.477351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6342047d-93dd-4c68-a541-8f673c8e1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f0402cc9-ef65-452b-b1d2-4f325be7160b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.516395 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342047d-93dd-4c68-a541-8f673c8e1fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0402cc9-ef65-452b-b1d2-4f325be7160b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:33.521580 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6342047d-93dd-4c68-a541-8f673c8e1fb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5859bbd52284320951b202559ea2e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383327 Jul 01 16:44:33.524405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36582) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:33.574375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] Publish callbacks [] for security_group (f0402cc9-ef65-452b-b1d2-4f325be7160b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.599690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] Publish callbacks [] for security_group (f0402cc9-ef65-452b-b1d2-4f325be7160b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.647923 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f0402cc9-ef65-452b-b1d2-4f325be7160b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.651540 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:33.652681 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0402cc9-ef65-452b-b1d2-4f325be7160b HTTP/1.1" status: 204 len: 168 time: 0.1264403 Jul 01 16:44:33.661001 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3c8d-ee77-4a62-ae83-0f82e83d05a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0402cc9-ef65-452b-b1d2-4f325be7160b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:34.277085 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36606) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:34.382339 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192073515-network', 'tenant_id': '0076c4e65bce4bd58478d09d62607981'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:34.405300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Made reservation on behalf of 0076c4e65bce4bd58478d09d62607981 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:34.407736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.409563 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:34.417779 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.451047 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bd75f-b890-4c8e-b9fd-38f0bbd3e91e req-2fc567ad-6465-4cd9-88ac-475179d88e60 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:34.452547 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-644bd75f-b890-4c8e-b9fd-38f0bbd3e91e req-2fc567ad-6465-4cd9-88ac-475179d88e60 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0530715 Jul 01 16:44:34.502460 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks [] for security_group (a3e8b547-57d7-40f0-a433-d2c8066e9214), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.507198 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a3e8b547-57d7-40f0-a433-d2c8066e9214), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.510207 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-644bd75f-b890-4c8e-b9fd-38f0bbd3e91e req-e0292b97-3bad-44e0-bd6d-dcbc602e9d1f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502706 Jul 01 16:44:34.536731 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:44:34.542817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e8b547-57d7-40f0-a433-d2c8066e9214,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:34.551309 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (affa4476-a339-4538-9ed4-3fcb25e6b268), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.551700 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Added segment affa4476-a339-4538-9ed4-3fcb25e6b268 of type vlan for network 6911cac0-9310-49e0-9165-12c7216cb763 Jul 01 16:44:34.593232 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (6911cac0-9310-49e0-9165-12c7216cb763), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.620426 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (6911cac0-9310-49e0-9165-12c7216cb763), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.621439 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:34.622022 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.656391 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3781371 Jul 01 16:44:34.659361 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36612) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:34.664346 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Request body: {'subnet': {'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192073515-subnet', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:34.685156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Made reservation on behalf of 0076c4e65bce4bd58478d09d62607981 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:34.687729 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.687902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd554072-fd97-4b84-a9d4-aba22c5ce70c admin admin] Pushing event updated for resources: {'Network': ['ID=6911cac0-9310-49e0-9165-12c7216cb763,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:34.697767 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 6911cac0-9310-49e0-9165-12c7216cb763 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:44:34.710958 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:34.845847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:34.866678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (3833b1fc-eaa6-4726-80af-6d1e88061cae), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.913579 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3833b1fc-eaa6-4726-80af-6d1e88061cae,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:34.933433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:34.933794 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Network hostable DHCP agents. Network: 6911cac0-9310-49e0-9165-12c7216cb763, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:44:34.950736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Network 6911cac0-9310-49e0-9165-12c7216cb763 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:44:34.959749 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 6911cac0-9310-49e0-9165-12c7216cb763) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:34.964919 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:34.965524 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:34.969255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bc7dd-27e4-46e5-98ab-4eacddfe9a19 None None] Network 6911cac0-9310-49e0-9165-12c7216cb763 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:44:34.989181 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8210241e-d252-409c-865d-c3ddf878dfd9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3284898 Jul 01 16:44:34.992147 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36614) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:34.996861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:35.016330 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.017356 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.068719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for router_controller (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.074885 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-6911cac0-9310-49e0-9165-12c7216cb763', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:44:35.076293 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:35.076438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.209440 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for router_gateway (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.216228 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Allocated IP 172.20.0.2 (6911cac0-9310-49e0-9165-12c7216cb763/3833b1fc-eaa6-4726-80af-6d1e88061cae/1af10e9c-e33f-42d5-b737-254f08ccbc7b) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:35.361627 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks [] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.367218 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.392351 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for router_gateway (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.408177 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:35.412009 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.413633 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:35.416649 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:35.420100 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Pushing event updated for resources: {'Port': ['ID=1af10e9c-e33f-42d5-b737-254f08ccbc7b,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:35.479676 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Attempting to bind port 1af10e9c-e33f-42d5-b737-254f08ccbc7b on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:35.479903 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Attempting to bind port 1af10e9c-e33f-42d5-b737-254f08ccbc7b by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:35.480269 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Attempting to bind port 1af10e9c-e33f-42d5-b737-254f08ccbc7b on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:35.485345 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:35.485715 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:35.486115 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.486530 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Bound using segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:35.486987 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Bound port: 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:35.487361 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.497673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:35.533655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Allocated IP 172.27.2.110 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/16d6ea3a-2853-465f-a7f3-70eb7098ce1a) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:35.556465 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] For port 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:35.559995 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] For port 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=1af10e9c-e33f-42d5-b737-254f08ccbc7b,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:35.565816 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.624380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e598-76b4-4203-9558-a37a2e3b461d None None] Pushing event updated for resources: {'Port': ['ID=1af10e9c-e33f-42d5-b737-254f08ccbc7b,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:35.678841 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8f58-0d3f-4bd5-8f07-b328313affcf req-9580dab3-2e4e-4523-93e0-fdefe9c557cf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:35.679551 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:44:35.680380 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a66a8f58-0d3f-4bd5-8f07-b328313affcf req-9580dab3-2e4e-4523-93e0-fdefe9c557cf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0960338 Jul 01 16:44:35.718023 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.726130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:35.767182 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a66a8f58-0d3f-4bd5-8f07-b328313affcf req-1882ee72-50b8-4eee-8fcb-49ebce1ae9a4 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805705 Jul 01 16:44:35.814843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:35.863655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:35.866748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:35.872122 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:35.879089 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:36.035842 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:36.129160 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for router_gateway (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.553534 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e4df0-d82f-44a2-b17a-bc4b29ece2ce None None] Network 6911cac0-9310-49e0-9165-12c7216cb763 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:44:36.596074 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.630551 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Provisioning complete for port 1af10e9c-e33f-42d5-b737-254f08ccbc7b triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:36.630927 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.633800 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:36.729798 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:44:36.745950 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Current status of the port 1af10e9c-e33f-42d5-b737-254f08ccbc7b is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:36.746433 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.782915 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] For port 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=1af10e9c-e33f-42d5-b737-254f08ccbc7b,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:36.788191 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.843079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc7ef-5483-450c-a67e-e19c4b3efb43 None None] Pushing event updated for resources: {'Port': ['ID=1af10e9c-e33f-42d5-b737-254f08ccbc7b,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:36.867694 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:36.876556 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:36.889920 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:36.891514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:36.906541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:36.911207 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c7264fcf-b9b4-4dda-8b23-1d7d1418f7d8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9153938 Jul 01 16:44:36.911532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36620) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:36.945335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226db4ad-087f-42a4-8cf0-cc7f9dc88ac1 req-566df8b3-1be9-4e59-939e-f99168e7a96f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:36.947492 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-226db4ad-087f-42a4-8cf0-cc7f9dc88ac1 req-566df8b3-1be9-4e59-939e-f99168e7a96f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0607376 Jul 01 16:44:37.013995 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-226db4ad-087f-42a4-8cf0-cc7f9dc88ac1 req-79a051a4-89ef-45cf-83db-3be088844afa tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585952 Jul 01 16:44:37.023038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-99e4d147-c9a4-4d99-8369-c839694791e1 None None] Provisioning complete for port 1af10e9c-e33f-42d5-b737-254f08ccbc7b triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:37.023486 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-99e4d147-c9a4-4d99-8369-c839694791e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.073792 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:37.120579 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:37.247380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-99e4d147-c9a4-4d99-8369-c839694791e1 None None] Current status of the port 1af10e9c-e33f-42d5-b737-254f08ccbc7b is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:37.285847 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:37.296361 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:36Z', 'revision_number': 3, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:37.325885 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:37.326138 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Updating router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:44:37.357952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.593696 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.616436 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:37.662289 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 1af10e9c-e33f-42d5-b737-254f08ccbc7b up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:37.748019 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 1af10e9c-e33f-42d5-b737-254f08ccbc7b triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:37.748390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.768457 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Allocated IP 172.20.0.1 (6911cac0-9310-49e0-9165-12c7216cb763/3833b1fc-eaa6-4726-80af-6d1e88061cae/75cb2de2-4a25-404b-8cf4-d196b7f5add8) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:37.807322 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:37.814212 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks [] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.824807 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.892212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks [] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.920501 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Attempting to bind port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:37.921017 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Attempting to bind port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:37.921523 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Attempting to bind port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:37.927086 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.927686 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 1af10e9c-e33f-42d5-b737-254f08ccbc7b is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:37.930969 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b29fd-135c-4abf-95d9-1e90a6df7be0 None None] Pushing event updated for resources: {'Port': ['ID=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:37.936685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:37.937165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:37.937502 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.938210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:37.938413 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Bound port: 16d6ea3a-2853-465f-a7f3-70eb7098ce1a, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:37.938772 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:37.974333 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:37.980159 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:37.984021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:37.991611 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] For port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:37.995790 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] For port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:38.002235 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.005322 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Pushing event updated for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:38.025918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.064560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:38.065195 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:38.107127 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b29fd-135c-4abf-95d9-1e90a6df7be0 None None] Pushing event updated for resources: {'Port': ['ID=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:38.152930 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:38.187463 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:38.189096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711298fd-bbc8-4b47-98fd-de558155a2cf req-9c354215-66e7-407c-91ea-e5350cd8091d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:38.190752 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-711298fd-bbc8-4b47-98fd-de558155a2cf req-9c354215-66e7-407c-91ea-e5350cd8091d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0577381 Jul 01 16:44:38.198974 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.221348 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:38.252803 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-711298fd-bbc8-4b47-98fd-de558155a2cf req-7d1a2c9c-c95b-41a4-816e-f17e4db3fee2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564294 Jul 01 16:44:38.274462 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:38.291245 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-57f25f6e-b470-443b-8827-535d0cf806ac None None] Provisioning complete for port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:38.291609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-57f25f6e-b470-443b-8827-535d0cf806ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.371085 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-57f25f6e-b470-443b-8827-535d0cf806ac None None] Port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:44:38.373837 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks [] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.379565 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.414524 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:36Z', 'revision_number': 3, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:38.441279 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b2bc0-865e-44ca-b361-edb16f75f662 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:36Z', 'revision_number': 3, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:38.447234 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.450138 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Pushing event updated for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:38.529470 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:38.552635 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:38.553953 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:38.699671 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:38.795063 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-03b2309e-a96a-47ed-b8b8-cd0334d47d9c None None] Provisioning complete for port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:38.795628 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-03b2309e-a96a-47ed-b8b8-cd0334d47d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:38.821968 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:38.827862 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-75c00410-fd55-4fcf-a44a-8e24ef7949bb admin admin] 10.222.0.57 "PUT /v2.0/routers/9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152615 Jul 01 16:44:38.840385 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-03b2309e-a96a-47ed-b8b8-cd0334d47d9c None None] Port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:44:38.994822 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c5e6dfb6-34fa-4ced-9d2e-0b30cd67ea69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.356988 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36642) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:39.361857 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-956394083-network', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:39.380950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bb4bf-5faf-43a6-9af9-118c5728f46c req-294e6e28-79de-4ad6-995a-52752fa5c2fb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:39.382667 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c94bb4bf-5faf-43a6-9af9-118c5728f46c req-294e6e28-79de-4ad6-995a-52752fa5c2fb tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0502720 Jul 01 16:44:39.387580 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Made reservation on behalf of bb7f4747ad734029884a38be8a3adfbf for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:39.389903 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.399572 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.433400 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c94bb4bf-5faf-43a6-9af9-118c5728f46c req-ca1d200b-a110-40c3-816c-89bfda1f3b8f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442476 Jul 01 16:44:39.484420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks [] for security_group (36d87a4f-74d6-4005-b0f0-51afadd9b4df), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.488606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (36d87a4f-74d6-4005-b0f0-51afadd9b4df), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.516553 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:44:39.525677 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:39.527683 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d87a4f-74d6-4005-b0f0-51afadd9b4df,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:39.533129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (e1fda35b-d59b-4dd2-accb-09555aac289c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.533486 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Added segment e1fda35b-d59b-4dd2-accb-09555aac289c of type vlan for network 16b64ced-1841-4bba-a46d-13e004650256 Jul 01 16:44:39.578135 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (16b64ced-1841-4bba-a46d-13e004650256), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.605738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (16b64ced-1841-4bba-a46d-13e004650256), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.606846 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:39.607428 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.633716 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 16d6ea3a-2853-465f-a7f3-70eb7098ce1a up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:39.646059 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2878776 Jul 01 16:44:39.648931 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36644) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:39.654268 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Request body: {'subnet': {'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-956394083-subnet', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:39.682423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Made reservation on behalf of bb7f4747ad734029884a38be8a3adfbf for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:39.685200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.686640 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d965ec-81c1-495f-85b5-f32774bbd2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=16b64ced-1841-4bba-a46d-13e004650256,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:39.699994 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:39.699994 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.722957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 16b64ced-1841-4bba-a46d-13e004650256 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:44:39.754717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:39.863295 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:39.863853 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.890129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.893363 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:39.898015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:39.906423 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:39.951707 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Pushing event updated for resources: {'Subnet': ['ID=374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:39.964278 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:39.964477 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Checking segment: {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:39.964836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Network hostable DHCP agents. Network: 16b64ced-1841-4bba-a46d-13e004650256, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:44:39.982970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Network 16b64ced-1841-4bba-a46d-13e004650256 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:44:39.992944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 16b64ced-1841-4bba-a46d-13e004650256) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:39.997993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:39.998625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.008616 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fbdbc-058b-4d5f-adff-bae2e9489021 None None] Network 16b64ced-1841-4bba-a46d-13e004650256 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:44:40.017306 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-81752bc3-c8b2-45cc-8c7f-32dfef1620da admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3668511 Jul 01 16:44:40.019894 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36648) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:40.024277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:40.057878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.059222 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.110261 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:40.121822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for router_controller (41c41470-d10b-4ac5-ae1c-ddd18d77b406), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.122079 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:40.122732 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:40.146223 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-16b64ced-1841-4bba-a46d-13e004650256', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:44:40.149814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.277118 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for router_gateway (41c41470-d10b-4ac5-ae1c-ddd18d77b406), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.326684 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:40.334332 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Allocated IP 172.20.0.2 (16b64ced-1841-4bba-a46d-13e004650256/374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3/feb9df5c-59e3-4278-90f0-1ead070e0d97) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:40.405095 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:40.502034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for router_gateway (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.518797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks [] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.529206 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.532456 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.537033 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:40.579055 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 2, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:40.588038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Network 16b64ced-1841-4bba-a46d-13e004650256 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:40.590701 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:40.593236 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:40.595451 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Pushing event updated for resources: {'Port': ['ID=feb9df5c-59e3-4278-90f0-1ead070e0d97,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:40.613063 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:40.613898 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Updating router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:44:40.628401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65ad2d-abe6-46e6-b937-0ba6d8d06cac req-930902d7-5e08-4d76-b44a-439e363a7a13 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:40.629867 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f65ad2d-abe6-46e6-b937-0ba6d8d06cac req-930902d7-5e08-4d76-b44a-439e363a7a13 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.1076596 Jul 01 16:44:40.653703 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.664700 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Attempting to bind port feb9df5c-59e3-4278-90f0-1ead070e0d97 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:40.665085 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Attempting to bind port feb9df5c-59e3-4278-90f0-1ead070e0d97 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:40.665959 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Attempting to bind port feb9df5c-59e3-4278-90f0-1ead070e0d97 on network 16b64ced-1841-4bba-a46d-13e004650256 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:40.672238 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:40.672597 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Checking segment: {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:40.672991 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.673375 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Bound using segment: {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:40.673843 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Bound port: feb9df5c-59e3-4278-90f0-1ead070e0d97, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:40.674284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.734925 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Allocated IP 172.27.2.200 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/69e436a1-59af-4afb-8aba-8adf86b8730e) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:40.736990 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:40.743036 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f65ad2d-abe6-46e6-b937-0ba6d8d06cac req-28a54886-2ac5-4196-8d5d-c9ddc51512df tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981605 Jul 01 16:44:40.755096 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] For port feb9df5c-59e3-4278-90f0-1ead070e0d97, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:40.761402 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] For port feb9df5c-59e3-4278-90f0-1ead070e0d97, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=feb9df5c-59e3-4278-90f0-1ead070e0d97,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:40.779294 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.849302 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564fcf-2284-47cd-a860-ee34e497bfdc None None] Pushing event updated for resources: {'Port': ['ID=feb9df5c-59e3-4278-90f0-1ead070e0d97,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:40.863002 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.899537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.946480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:40.952444 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:40.954682 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=69e436a1-59af-4afb-8aba-8adf86b8730e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:40.956838 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:40.972916 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks [] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:40.979558 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.050210 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Pushing event updated for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:41.092873 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:41.098735 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.099292 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.099787 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.100301 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.100813 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.101139 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.101462 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.101783 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.102109 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.102468 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.102782 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.104638 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.105128 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.107807 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.108431 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:41.144229 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Attempting to bind port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:41.145315 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Attempting to bind port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:41.145840 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Attempting to bind port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:41.152114 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:41.152763 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:41.153330 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.153933 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Bound using segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:41.154626 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Bound port: 75cb2de2-4a25-404b-8cf4-d196b7f5add8, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:41.155202 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.239940 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] For port 75cb2de2-4a25-404b-8cf4-d196b7f5add8, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:41.244348 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] For port 75cb2de2-4a25-404b-8cf4-d196b7f5add8, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=75cb2de2-4a25-404b-8cf4-d196b7f5add8,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:41.251101 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:41.258768 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.298955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for router_gateway (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.327476 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:41.328095 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:41.333296 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64d38c-7cdc-4e75-9aff-2afc921ba7bb None None] Pushing event updated for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:41.389210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Provisioning complete for port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:41.389789 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.490833 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Current status of the port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:41.491860 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.507337 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:41.557812 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c61cbee1-df6c-4540-beb4-7dd28807a794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.570211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] For port 75cb2de2-4a25-404b-8cf4-d196b7f5add8, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=75cb2de2-4a25-404b-8cf4-d196b7f5add8,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:41.580356 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.583460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.630671 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:41.645506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61d62-5a7d-4d66-a91c-802d7dd0bf0f None None] Pushing event updated for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:41.710504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-6856a0ee-682d-4ba6-b76a-4e96a1505f3a None None] Provisioning complete for port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:41.710883 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6856a0ee-682d-4ba6-b76a-4e96a1505f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.729024 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:41.781795 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:44:41.892380 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:41.902090 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-6856a0ee-682d-4ba6-b76a-4e96a1505f3a None None] Current status of the port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:41.905045 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 16d6ea3a-2853-465f-a7f3-70eb7098ce1a up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:41.921186 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dd9d7-8d05-44e7-be14-031f23781d27 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:41.955622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:41.967972 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:41.968722 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:41.970905 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:42.024813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c0c50-3b4f-4364-b436-9fbc3c957bd7 req-5100187d-8bc6-4fa7-8af4-d906cc7bd7a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:42.027456 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d8c0c50-3b4f-4364-b436-9fbc3c957bd7 req-5100187d-8bc6-4fa7-8af4-d906cc7bd7a0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.1156447 Jul 01 16:44:42.029148 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:42.041151 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Sync routers for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:42.077076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:42.077810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:42.087704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.089039 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-14df0b48-c394-4134-bb74-7137aa3d1aa3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0681398 Jul 01 16:44:42.092123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36654) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:42.127332 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d8c0c50-3b4f-4364-b436-9fbc3c957bd7 req-b37f6eba-2ee1-49f3-adf4-27ca58b20ddf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924573 Jul 01 16:44:42.337189 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81ae49-8ad5-441a-a556-99805e3ad5cd None None] Network 16b64ced-1841-4bba-a46d-13e004650256 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:44:42.377277 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:42.413174 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Provisioning complete for port feb9df5c-59e3-4278-90f0-1ead070e0d97 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:42.413776 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.484874 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:42.485899 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device feb9df5c-59e3-4278-90f0-1ead070e0d97 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:42.576361 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.577074 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:42.717031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port feb9df5c-59e3-4278-90f0-1ead070e0d97 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:42.717408 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.783357 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Allocated IP 172.20.0.1 (16b64ced-1841-4bba-a46d-13e004650256/374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3/e9ce3c28-8bb2-475f-a3e3-ff029a8beeef) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:42.785804 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Current status of the port feb9df5c-59e3-4278-90f0-1ead070e0d97 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:42.786194 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.885084 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] For port feb9df5c-59e3-4278-90f0-1ead070e0d97, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=feb9df5c-59e3-4278-90f0-1ead070e0d97,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:42.896038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.917220 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks [] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.956208 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:42.960825 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:42.974339 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:42.997629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.006557 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port feb9df5c-59e3-4278-90f0-1ead070e0d97 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:43.011266 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 3, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:43.018498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Network 16b64ced-1841-4bba-a46d-13e004650256 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:43.024245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:43.027230 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:43.027831 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:43.030134 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:43.069071 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-b77ba613-6c4f-4202-9e44-dc6b247f0164 None None] Provisioning complete for port feb9df5c-59e3-4278-90f0-1ead070e0d97 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:43.069449 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b77ba613-6c4f-4202-9e44-dc6b247f0164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.087447 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.096993 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Checking router: 41c41470-d10b-4ac5-ae1c-ddd18d77b406 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:43.097346 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Updating router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 port 69e436a1-59af-4afb-8aba-8adf86b8730e binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:44:43.106917 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560bf59-e597-47ab-8560-c5bb566ac878 None None] Pushing event updated for resources: {'Port': ['ID=feb9df5c-59e3-4278-90f0-1ead070e0d97,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:43.151160 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.198682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:43.263268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.305144 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-b77ba613-6c4f-4202-9e44-dc6b247f0164 None None] Current status of the port feb9df5c-59e3-4278-90f0-1ead070e0d97 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:43.355401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605059-c7e9-4c22-9b86-c05d510d2bda req-8013358b-7742-469a-abc7-ee466bcab732 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:43.364236 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd605059-c7e9-4c22-9b86-c05d510d2bda req-8013358b-7742-469a-abc7-ee466bcab732 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0907977 Jul 01 16:44:43.423205 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd605059-c7e9-4c22-9b86-c05d510d2bda req-19f1b7f0-713d-4b14-a4ab-33d92aed3213 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579944 Jul 01 16:44:43.439981 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-1fb38385-4c2e-4e73-b11d-5f811a8afeb5 None None] Provisioning complete for port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:43.439981 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1fb38385-4c2e-4e73-b11d-5f811a8afeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.473454 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks [] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.478884 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.483807 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38385-4c2e-4e73-b11d-5f811a8afeb5 None None] Port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:44:43.549942 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.551928 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:43.557948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks [] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.580015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.633493 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Attempting to bind port 69e436a1-59af-4afb-8aba-8adf86b8730e on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:43.633863 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Attempting to bind port 69e436a1-59af-4afb-8aba-8adf86b8730e by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:43.634867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Attempting to bind port 69e436a1-59af-4afb-8aba-8adf86b8730e on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:43.642651 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:43.643005 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:43.643405 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.643795 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:43.644259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Bound port: 69e436a1-59af-4afb-8aba-8adf86b8730e, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:43.644640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.669791 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103f90-03a4-45bc-813f-b4bc1c037a56 None None] Pushing event updated for resources: {'Port': ['ID=69e436a1-59af-4afb-8aba-8adf86b8730e,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:43.700076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Network 16b64ced-1841-4bba-a46d-13e004650256 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:43.702597 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:43.704732 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] For port 69e436a1-59af-4afb-8aba-8adf86b8730e, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:43.709636 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] For port 69e436a1-59af-4afb-8aba-8adf86b8730e, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=69e436a1-59af-4afb-8aba-8adf86b8730e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:43.712149 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae616d7-3dc3-4566-aba7-7fa74aa86180 req-a9414776-0f3c-46d3-9313-051f5cc157bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:43.715898 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ae616d7-3dc3-4566-aba7-7fa74aa86180 req-a9414776-0f3c-46d3-9313-051f5cc157bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0553322 Jul 01 16:44:43.720229 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.782154 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 75cb2de2-4a25-404b-8cf4-d196b7f5add8 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:43.786165 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ae616d7-3dc3-4566-aba7-7fa74aa86180 req-43fcb08a-d310-4b90-919e-f313878dfdd9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639908 Jul 01 16:44:43.828615 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:43.829256 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:43.836129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:43.876130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103f90-03a4-45bc-813f-b4bc1c037a56 None None] Pushing event updated for resources: {'Port': ['ID=69e436a1-59af-4afb-8aba-8adf86b8730e,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:43.933568 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:43.941837 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:43.942211 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:43.961638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:43.970472 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-72fa14b2-5fef-4f50-bfbe-20d3ca90cab5 admin admin] 10.222.0.57 "PUT /v2.0/routers/41c41470-d10b-4ac5-ae1c-ddd18d77b406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737466 Jul 01 16:44:43.982959 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:44.004582 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:44.049333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-e3e6ebaa-8c5b-41ff-87c4-ff881fdc9426 None None] Provisioning complete for port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:44.049716 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ebaa-8c5b-41ff-87c4-ff881fdc9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.153050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6ebaa-8c5b-41ff-87c4-ff881fdc9426 None None] Port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:44:44.179570 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:44.180642 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device feb9df5c-59e3-4278-90f0-1ead070e0d97 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:44.294021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port feb9df5c-59e3-4278-90f0-1ead070e0d97 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:44.294416 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.341408 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'e9ce3c28-8bb2-475f-a3e3-ff029a8beeef', 'name': '', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'mac_address': 'fa:16:3e:00:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:42Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 2, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'subnets': [{'id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:44.348406 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36670) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:44.352621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604816131', 'description': 'tempest-secgroup-smoke-1604816131 description', 'project_id': '0076c4e65bce4bd58478d09d62607981'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:44.375263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.380438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d437e-02c0-4fdb-a792-441db45a1708 None None] The sync data for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi is: [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'e9ce3c28-8bb2-475f-a3e3-ff029a8beeef', 'name': '', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'mac_address': 'fa:16:3e:00:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:42Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 2, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'subnets': [{'id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:44.396431 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.430055 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:44.439313 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port feb9df5c-59e3-4278-90f0-1ead070e0d97 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:44.466601 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (00985cb1-b20f-4d36-b82c-0eb028d6abdc), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.471629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (00985cb1-b20f-4d36-b82c-0eb028d6abdc), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.482145 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:44.505141 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.506476 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1573308 Jul 01 16:44:44.511357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36674) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:44.511992 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e400d-3d5e-4c15-95a7-ff075c90e73e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00985cb1-b20f-4d36-b82c-0eb028d6abdc,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:44.539104 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:44.568140 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965846d4-7809-43d9-9e08-4a24ff67ac97 req-1178e475-3cd2-4638-b07b-fa52d7c5bf68 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:44.569612 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-965846d4-7809-43d9-9e08-4a24ff67ac97 req-1178e475-3cd2-4638-b07b-fa52d7c5bf68 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0719512 Jul 01 16:44:44.597982 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.601299 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (b840e7d4-cfc0-465f-9830-e638aa03e877), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.670142 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-965846d4-7809-43d9-9e08-4a24ff67ac97 req-a5bec43a-c65d-4577-90c8-dcdd6e75dce6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943520 Jul 01 16:44:44.695640 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (b840e7d4-cfc0-465f-9830-e638aa03e877), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.700283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (b840e7d4-cfc0-465f-9830-e638aa03e877), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.726314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b840e7d4-cfc0-465f-9830-e638aa03e877,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:44.732380 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.734390 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998341 Jul 01 16:44:44.736775 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36676) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:44.738829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.739179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.739524 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.739862 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.740216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.740543 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.740884 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.741193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.741516 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.741840 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.742164 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.742525 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.742847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.742973 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:44.743167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.744307 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7f0c0-43b5-4637-b1f5-7485845bf0c2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:44.776100 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (7b37e1e7-48dd-45b4-acf1-94c97bc91e02), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.841968 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (7b37e1e7-48dd-45b4-acf1-94c97bc91e02), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.847305 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (7b37e1e7-48dd-45b4-acf1-94c97bc91e02), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.867480 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b37e1e7-48dd-45b4-acf1-94c97bc91e02,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:44.876502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.877788 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ad119ebb-0fe2-4875-a30d-a164923eb5c8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395800 Jul 01 16:44:44.880624 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36678) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:44.885856 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:44.914530 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (4bdc77c3-a66a-48d6-8ed4-487d8b43f0ac), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.980399 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (4bdc77c3-a66a-48d6-8ed4-487d8b43f0ac), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:44.984877 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (4bdc77c3-a66a-48d6-8ed4-487d8b43f0ac), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.004459 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdc77c3-a66a-48d6-8ed4-487d8b43f0ac,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:45.014762 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.018994 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-89195a32-91bc-4bbb-8a53-535185870e02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346865 Jul 01 16:44:45.019217 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36680) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:45.023576 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:45.053019 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (ca001ac3-de85-45c1-9c41-95d5b1c9966c), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.108883 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:45.129338 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (ca001ac3-de85-45c1-9c41-95d5b1c9966c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.136951 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (ca001ac3-de85-45c1-9c41-95d5b1c9966c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.143313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:45.163847 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca001ac3-de85-45c1-9c41-95d5b1c9966c,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:45.176824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.177536 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-76463754-6a2f-4968-ae54-29e857dba982 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572719 Jul 01 16:44:45.180358 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36684) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:45.184863 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:45.207369 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Project 0076c4e65bce4bd58478d09d62607981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:44:45.215069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (001185eb-0fb7-4a7c-b447-d46e44020e00), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.283768 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (001185eb-0fb7-4a7c-b447-d46e44020e00), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.288172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (001185eb-0fb7-4a7c-b447-d46e44020e00), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.308404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001185eb-0fb7-4a7c-b447-d46e44020e00,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:45.334970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.337049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-98b07e2a-15f1-4711-bf2d-9f516b9d553b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553533 Jul 01 16:44:45.340174 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36686) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:45.346819 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'security_group_rule': {'security_group_id': '00985cb1-b20f-4d36-b82c-0eb028d6abdc', 'project_id': '0076c4e65bce4bd58478d09d62607981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:45.379261 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.securitygroups_db [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Project 0076c4e65bce4bd58478d09d62607981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 16:44:45.386705 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (e7e10837-f696-4aa8-a3da-bb34b7ec0cb6), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.455106 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (e7e10837-f696-4aa8-a3da-bb34b7ec0cb6), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.459480 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (e7e10837-f696-4aa8-a3da-bb34b7ec0cb6), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.480516 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e10837-f696-4aa8-a3da-bb34b7ec0cb6,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:45.490440 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.491606 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500995 Jul 01 16:44:45.493043 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.493924 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.494329 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.494957 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.495285 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.495629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.495958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.496286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.496614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.497298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.497298 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.497647 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.497878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.498199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.498609 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4784c-7089-45fb-a7f0-40207a9507fb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.659049 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 69e436a1-59af-4afb-8aba-8adf86b8730e up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:45.709488 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 69e436a1-59af-4afb-8aba-8adf86b8730e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:45.709973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.812340 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 69e436a1-59af-4afb-8aba-8adf86b8730e is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:45.813275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.815258 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db526214-4243-4fb5-904d-fb2864a2f892 req-0441a44c-5662-4000-81e2-448e0acd3bbd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:45.816883 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db526214-4243-4fb5-904d-fb2864a2f892 req-0441a44c-5662-4000-81e2-448e0acd3bbd tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0595667 Jul 01 16:44:45.843315 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 69e436a1-59af-4afb-8aba-8adf86b8730e, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=69e436a1-59af-4afb-8aba-8adf86b8730e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:45.853608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:45.923971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=69e436a1-59af-4afb-8aba-8adf86b8730e,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:45.936136 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.936503 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.937650 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.938164 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db526214-4243-4fb5-904d-fb2864a2f892 req-2ac073b1-a783-4ba9-b3f1-674c9f437886 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871966 Jul 01 16:44:45.943405 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.944545 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.945295 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.945797 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.947160 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.947663 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.949072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.949830 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.950814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.951477 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.952052 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:45.952539 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:44:46.674305 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Sync routers for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:46.685484 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:46.686089 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:46.788256 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:46.986893 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'e9ce3c28-8bb2-475f-a3e3-ff029a8beeef', 'name': '', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'mac_address': 'fa:16:3e:00:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:42Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 2, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'subnets': [{'id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:47.012657 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Checking router: 41c41470-d10b-4ac5-ae1c-ddd18d77b406 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:47.013007 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Updating router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef binding host dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:44:47.042759 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.064802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd46264-9ee2-4f48-82e6-a2529a27fce2 req-3a996230-0cdc-4b47-9eee-415066ef181b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:47.066518 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-afd46264-9ee2-4f48-82e6-a2529a27fce2 req-3a996230-0cdc-4b47-9eee-415066ef181b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0562079 Jul 01 16:44:47.124846 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-afd46264-9ee2-4f48-82e6-a2529a27fce2 req-cd020638-8ed8-4c24-8c68-91094f606bc6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525954 Jul 01 16:44:47.216908 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:47.252599 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:47.361449 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks [] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.366947 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.427907 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec3e77-48e1-47b4-a34d-ff96f0181ff6 None None] Pushing event updated for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:47.612756 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Attempting to bind port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:44:47.613466 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Attempting to bind port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:44:47.613992 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Attempting to bind port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef on network 16b64ced-1841-4bba-a46d-13e004650256 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:44:47.620855 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:44:47.621711 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Checking segment: {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:44:47.622386 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.623052 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Bound using segment: {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:44:47.623973 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Bound port: e9ce3c28-8bb2-475f-a3e3-ff029a8beeef, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fda35b-d59b-4dd2-accb-09555aac289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '16b64ced-1841-4bba-a46d-13e004650256'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:44:47.624653 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.655942 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f173-004e-4add-b204-910dfac04323 req-0630fc71-1f3c-4b71-a671-599af778c27c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:47.657802 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdd0f173-004e-4add-b204-910dfac04323 req-0630fc71-1f3c-4b71-a671-599af778c27c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0871496 Jul 01 16:44:47.662844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-640e4952-2e66-40d3-ad89-e4c21a3daf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:47.665922 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-640e4952-2e66-40d3-ad89-e4c21a3daf2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0602133 Jul 01 16:44:47.671072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 69e436a1-59af-4afb-8aba-8adf86b8730e up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:47.711917 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] For port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:44:47.716992 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] For port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:44:47.725643 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.754094 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 69e436a1-59af-4afb-8aba-8adf86b8730e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:47.754557 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.793342 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:47.794489 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:47.800586 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bdd0f173-004e-4add-b204-910dfac04323 req-cc062195-5b7a-4e74-9624-1e159f95e4d5 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335149 Jul 01 16:44:47.819183 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Provisioning complete for port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:47.819832 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:47.831958 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-54cfb275-9738-49fc-a9fc-91ebc6029984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:47.831958 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-54cfb275-9738-49fc-a9fc-91ebc6029984 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1459107 Jul 01 16:44:47.832177 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:47.832177 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:47.903884 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec3e77-48e1-47b4-a34d-ff96f0181ff6 None None] Pushing event updated for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:47.908801 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-5f96feec-71e3-45f9-b35a-395b63583884 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 1001 time: 0.0727255 Jul 01 16:44:47.993172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-5e4c21f3-da5e-4786-b245-6b4d017f4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:47.998781 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-5e4c21f3-da5e-4786-b245-6b4d017f4701 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0826964 Jul 01 16:44:48.003321 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:48.051985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-878ee932-fac7-41a9-ac80-12b2e10ec7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:48.053610 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-878ee932-fac7-41a9-ac80-12b2e10ec7a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463519 Jul 01 16:44:48.063100 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 69e436a1-59af-4afb-8aba-8adf86b8730e is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:48.102033 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Current status of the port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:48.102748 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:48.138633 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] For port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:48.158993 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:48.165454 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-0fa6aa46-d576-45ce-9de6-9e9ca5387696 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035552 Jul 01 16:44:48.213558 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df129a-389d-45a0-9899-3dea3ff11266 None None] Pushing event updated for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:48.231406 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'e9ce3c28-8bb2-475f-a3e3-ff029a8beeef', 'name': '', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'mac_address': 'fa:16:3e:00:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:42Z', 'updated_at': '2022-07-01T16:44:47Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'subnets': [{'id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:48.263038 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144e0ee-5558-4e2b-b09e-11e255f26836 None None] The sync data for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi is: [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:43Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'e9ce3c28-8bb2-475f-a3e3-ff029a8beeef', 'name': '', 'network_id': '16b64ced-1841-4bba-a46d-13e004650256', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'mac_address': 'fa:16:3e:00:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:42Z', 'updated_at': '2022-07-01T16:44:47Z', 'revision_number': 4, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'subnets': [{'id': '374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:48.280820 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-7d0e0367-2e53-4ec2-ae12-f573c44f4a9b None None] Provisioning complete for port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:48.281531 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0367-2e53-4ec2-ae12-f573c44f4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:48.424323 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e0367-2e53-4ec2-ae12-f573c44f4a9b None None] Current status of the port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:48.653842 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f87fff5-942e-4abd-b30e-0a97a8f929da req-dee69efb-43ff-45ec-9721-e4fd5aed51b1 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792883 Jul 01 16:44:48.682895 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:48.685885 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:48.696434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9c3c8-750d-495c-9c4b-928226ce0b30 req-ffb325a0-2381-406a-afbb-176ba4818b31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:48.698309 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bc9c3c8-750d-495c-9c4b-928226ce0b30 req-ffb325a0-2381-406a-afbb-176ba4818b31 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0586169 Jul 01 16:44:48.751183 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bc9c3c8-750d-495c-9c4b-928226ce0b30 req-00896c53-2cb8-4e7e-a727-c92fe2fe18cd tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Jul 01 16:44:48.934458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed540ec-82ce-4dba-a2b3-017ba348a322 req-b9a02505-7245-49b9-89cf-cb9d27293e14 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:48.936471 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ed540ec-82ce-4dba-a2b3-017ba348a322 req-b9a02505-7245-49b9-89cf-cb9d27293e14 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0533841 Jul 01 16:44:48.991554 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ed540ec-82ce-4dba-a2b3-017ba348a322 req-c1bea32a-b0bd-440f-803c-375eee1ae3ce tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456097 Jul 01 16:44:49.637255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device e9ce3c28-8bb2-475f-a3e3-ff029a8beeef up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:44:49.686777 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:44:49.687240 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:49.762788 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:44:49.894931 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d878a-4d39-4658-bea5-85de60624e94 req-be20ffab-7a99-4ef1-abeb-56268b8684d3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:49.896509 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b93d878a-4d39-4658-bea5-85de60624e94 req-be20ffab-7a99-4ef1-abeb-56268b8684d3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0607717 Jul 01 16:44:49.953263 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b93d878a-4d39-4658-bea5-85de60624e94 req-b1ba45d9-1196-4314-b4e3-95a8e7df21a8 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485191 Jul 01 16:44:50.114131 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9f78c-982e-436f-b0b3-2d4d796e9864 req-44e37baa-abd7-4f73-a8b0-8914bdd26045 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:50.115529 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48d9f78c-982e-436f-b0b3-2d4d796e9864 req-44e37baa-abd7-4f73-a8b0-8914bdd26045 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0482488 Jul 01 16:44:50.168752 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48d9f78c-982e-436f-b0b3-2d4d796e9864 req-a7dff9e1-a526-428b-afcb-18e454ca1086 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471151 Jul 01 16:44:51.072334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa96346-e5b6-4549-9761-f4a2b4c2db15 req-b00f68fe-b365-41c7-841e-208c141ac620 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:51.073818 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7aa96346-e5b6-4549-9761-f4a2b4c2db15 req-b00f68fe-b365-41c7-841e-208c141ac620 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0477490 Jul 01 16:44:51.126188 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7aa96346-e5b6-4549-9761-f4a2b4c2db15 req-651391f8-5c7a-42a5-9742-50396ccb4d41 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Jul 01 16:44:51.299912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd16fe6-34ab-4932-8b78-1a6b74182994 req-04f5ca3d-400c-47f4-bc8e-c9f90ae5e67b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:51.301527 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cd16fe6-34ab-4932-8b78-1a6b74182994 req-04f5ca3d-400c-47f4-bc8e-c9f90ae5e67b tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0556815 Jul 01 16:44:51.350817 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cd16fe6-34ab-4932-8b78-1a6b74182994 req-58f41cff-7c5f-49a0-9c01-b33d8a09ebd3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428898 Jul 01 16:44:52.276704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828583-f58a-4b33-9928-062c3f1e1bd4 req-88836e74-64a6-4567-ae00-dd0400b14ce3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:52.278099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd828583-f58a-4b33-9928-062c3f1e1bd4 req-88836e74-64a6-4567-ae00-dd0400b14ce3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0776081 Jul 01 16:44:52.284241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-cd57e30d-e400-4888-af27-6c52aa2a3170 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:52.285569 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-cd57e30d-e400-4888-af27-6c52aa2a3170 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 946 time: 0.0745280 Jul 01 16:44:52.345289 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd828583-f58a-4b33-9928-062c3f1e1bd4 req-68a22617-9ac2-4591-9232-d38f46e14c3e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e16ef1f-d618-4630-af8c-0d1e0450f319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587647 Jul 01 16:44:52.470801 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286e9a-751f-4237-b9d1-039c2786da0e req-b671c2ef-6075-4e85-8450-aa8395feefec tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:52.472309 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e286e9a-751f-4237-b9d1-039c2786da0e req-b671c2ef-6075-4e85-8450-aa8395feefec tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0496781 Jul 01 16:44:52.557967 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e286e9a-751f-4237-b9d1-039c2786da0e req-43c19f89-ed31-421b-90b1-335af6a2bb3d tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802317 Jul 01 16:44:52.601439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Deleting port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:44:52.601783 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:52.702313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] For port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:44:52.702723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:52.754283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:52.862706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:52.874261 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:52.874657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (65487426-be29-4feb-9006-252df3cb2490), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:52.874976 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Floating IP 65487426-be29-4feb-9006-252df3cb2490 disassociated. External IP: 172.27.2.42, port: 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa. Jul 01 16:44:52.875317 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Calling delete_port for 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:44:53.015577 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:53.047899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'Port': ['ID=2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:53.171675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:53.224559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:53.285812 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:53.296414 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:53.307157 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:53.307767 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:53.331100 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] No DVR routers for this DVR port 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:44:53.333559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:53.337947 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080572dd-0728-4ab0-aef3-2563c5e21d87 req-330fb3c0-3a2e-4da5-a99e-49e59532c0cc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "DELETE /v2.0/ports/2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa HTTP/1.1" status: 204 len: 173 time: 0.8420460 Jul 01 16:44:53.338405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-deleted', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:53.340615 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f50b270-0e99-4a2d-80e7-0e88d79f5c10" -d '{"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-deleted", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:53.383119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6aa38c-53bb-49cb-a5cb-ae8489414784 x-openstack-request-id: req-2c6aa38c-53bb-49cb-a5cb-ae8489414784 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:53.383382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8498c0a8-d20e-4261-a0a1-d4c33004141c", "name": "network-vif-deleted", "tag": "2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:53.383673 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c6aa38c-53bb-49cb-a5cb-ae8489414784 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:53.384565 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6aa38c-53bb-49cb-a5cb-ae8489414784'] response: {'server_uuid': '8498c0a8-d20e-4261-a0a1-d4c33004141c', 'name': 'network-vif-deleted', 'tag': '2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa', 'status': 'completed', 'code': 200} Jul 01 16:44:53.425417 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:53.468412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-222c9fcf-4c75-44d8-afea-fd991162fda6 req-6ec7f120-1d0c-4c53-8c70-23dceecdc48b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=8498c0a8-d20e-4261-a0a1-d4c33004141c HTTP/1.1" status: 200 len: 210 time: 0.0419674 Jul 01 16:44:53.670583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:53.687083 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1cc5a-a33a-4cd8-9d78-76103ab76009 req-5687e860-8aa0-452c-8a2b-bef8149b38e6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:53.688525 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6e1cc5a-a33a-4cd8-9d78-76103ab76009 req-5687e860-8aa0-452c-8a2b-bef8149b38e6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0509794 Jul 01 16:44:53.695375 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:53.704516 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:53.705113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:53.738522 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6e1cc5a-a33a-4cd8-9d78-76103ab76009 req-f6ab9e5c-1d1c-4ee4-89e8-d5d7fada56e2 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443115 Jul 01 16:44:53.766848 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:53.796862 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:53.814398 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:53.857471 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e683804-f6d5-4ea6-bfa1-190bb2cf3ae7 req-b7096e7d-2959-4e7d-aff9-be159af50d62 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:53.858995 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e683804-f6d5-4ea6-bfa1-190bb2cf3ae7 req-b7096e7d-2959-4e7d-aff9-be159af50d62 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0505121 Jul 01 16:44:53.867722 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36820) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:53.873348 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Request body: {'floatingip': {'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:53.929575 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.017518 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:54.050233 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acb5d3-3f8c-44a9-bf62-f040e2439c0d None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:54.174386 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:54.281774 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:54.314704 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728a7e7-11d1-4e8b-a681-7639b6dfc6c3 None None] New status for floating IP 65487426-be29-4feb-9006-252df3cb2490: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:44:54.433966 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.438246 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.557094 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36826) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:54.645022 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (5e16ef1f-d618-4630-af8c-0d1e0450f319), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.670167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:44:54.670712 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (5e16ef1f-d618-4630-af8c-0d1e0450f319), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.722488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5e16ef1f-d618-4630-af8c-0d1e0450f319), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.725268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.726700 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "DELETE /v2.0/security-groups/5e16ef1f-d618-4630-af8c-0d1e0450f319 HTTP/1.1" status: 204 len: 168 time: 0.1683235 Jul 01 16:44:54.730124 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36830) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:54.747906 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74ecca-0e3b-466c-9f03-f97cf319646d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16ef1f-d618-4630-af8c-0d1e0450f319,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:54.750026 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.api.v2.resource [None req-def58617-cbc2-4c61-b039-d5675a77a089 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] show failed (client error): The resource could not be found. Jul 01 16:44:54.753711 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-def58617-cbc2-4c61-b039-d5675a77a089 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups/5e16ef1f-d618-4630-af8c-0d1e0450f319 HTTP/1.1" status: 404 len: 347 time: 0.0200315 Jul 01 16:44:54.754663 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36832) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:54.806861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:44:54.812880 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:54.816824 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:44:54.829961 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:54.830769 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:54.895238 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-cf28a65d-90de-47a4-b991-a8cabd06b4af tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "PUT /v2.0/floatingips/a1ae243c-35d9-485b-b687-8f35fe9049f7 HTTP/1.1" status: 200 len: 993 time: 1.0252113 Jul 01 16:44:54.950247 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:55.113667 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Deleting port 957be667-ff09-479c-9a20-e97624d9c052 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:44:55.114013 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (957be667-ff09-479c-9a20-e97624d9c052), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.179356 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:44:54Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:55.203021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (957be667-ff09-479c-9a20-e97624d9c052), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.203347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (957be667-ff09-479c-9a20-e97624d9c052), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.209954 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:44:55.218606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Calling delete_port for 957be667-ff09-479c-9a20-e97624d9c052 owned by network:floatingip {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:44:55.220142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:44:55.220800 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:44:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:55.264284 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:55.334799 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:44:55.368730 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (957be667-ff09-479c-9a20-e97624d9c052), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.373110 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:44:55.386096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}, {'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:44:55.388637 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9702bc5-6f3a-4e8e-989d-14cf35842497" -d '{"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}, {"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:44:55.397833 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:44:55.398563 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 2c1b8fc6-0b53-4c5c-83ee-2d68d226acfa not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:44:55.407338 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'Port': ['ID=957be667-ff09-479c-9a20-e97624d9c052,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:55.449749 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Jul 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb426c-4a17-4da5-b354-47848a2125f7 x-openstack-request-id: req-e9bb426c-4a17-4da5-b354-47848a2125f7 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:44:55.450274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:44:55.450274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9bb426c-4a17-4da5-b354-47848a2125f7 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:44:55.450829 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bb426c-4a17-4da5-b354-47848a2125f7'] response: {'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'status': 'completed', 'code': 200} Jul 01 16:44:55.452031 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bb426c-4a17-4da5-b354-47848a2125f7'] response: {'name': 'network-changed', 'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'status': 'completed', 'code': 200} Jul 01 16:44:55.459840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:55.480256 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (65487426-be29-4feb-9006-252df3cb2490), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.483385 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.485580 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-253b8247-5cac-4397-b3fa-36111390cef9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "DELETE /v2.0/floatingips/65487426-be29-4feb-9006-252df3cb2490 HTTP/1.1" status: 204 len: 168 time: 0.7294419 Jul 01 16:44:55.557465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-4391c95e-0bb6-4a43-9515-4353e611d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:55.559031 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-4391c95e-0bb6-4a43-9515-4353e611d493 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0629647 Jul 01 16:44:55.595124 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36840) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:55.599836 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726133820', 'description': 'tempest-description--2071422908'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:55.603978 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:55.606303 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:44:54Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:44:55.610210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:55.625280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.638725 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16487f9e-7102-4d27-9e29-754b71d9c1fe None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'a1ae243c-35d9-485b-b687-8f35fe9049f7', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'port_id': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'mac_address': 'fa:16:3e:0b:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:42:43Z', 'updated_at': '2022-07-01T16:44:54Z', 'revision_number': 3, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:44:55.682642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-7e1309ca-6a82-4b78-9d91-80a25c30e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:55.684795 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-7e1309ca-6a82-4b78-9d91-80a25c30e4c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1137002 Jul 01 16:44:55.741881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (146e2cb1-f860-427a-bc10-6db8964e14e7), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.746963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (146e2cb1-f860-427a-bc10-6db8964e14e7), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.769772 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-839a758e-c882-403a-8350-858da94cfa8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 1001 time: 0.0638409 Jul 01 16:44:55.779913 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146e2cb1-f860-427a-bc10-6db8964e14e7,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:55.790403 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.791804 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-c13a4fb5-5c9f-46b0-aba0-95357a5b27dc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956685 Jul 01 16:44:55.794677 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36846) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:55.799203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group_rule': {'security_group_id': '146e2cb1-f860-427a-bc10-6db8964e14e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:55.829889 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-0b81f3f4-c630-445a-9894-44524c94d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:55.830951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (175b4832-6263-490e-99e6-b2e772b5ae4c), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.834870 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-0b81f3f4-c630-445a-9894-44524c94d479 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0536146 Jul 01 16:44:55.890705 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-739606c7-1c31-4d06-ba02-1dc11e1e251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:55.892235 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-739606c7-1c31-4d06-ba02-1dc11e1e251b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528088 Jul 01 16:44:55.907374 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (175b4832-6263-490e-99e6-b2e772b5ae4c), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.911422 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (175b4832-6263-490e-99e6-b2e772b5ae4c), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.933172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175b4832-6263-490e-99e6-b2e772b5ae4c,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:55.937912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.942001 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8329b0e8-837c-4b68-b5ab-eaade5c7fea4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434677 Jul 01 16:44:55.942001 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36848) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:55.946231 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'security_group_rule': {'security_group_id': '146e2cb1-f860-427a-bc10-6db8964e14e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:55.974319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (ee4a80f8-45ea-4af0-b2d0-7e90e3b169ae), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:55.991072 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-2f5f66aa-44e7-49ce-bf89-2116a9d5ca95 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924690 Jul 01 16:44:56.029250 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:56.033458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:56.037539 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (ee4a80f8-45ea-4af0-b2d0-7e90e3b169ae), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.041132 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (ee4a80f8-45ea-4af0-b2d0-7e90e3b169ae), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.060080 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4a80f8-45ea-4af0-b2d0-7e90e3b169ae,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:56.067818 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.069041 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-91a1d409-c87c-4e76-9c01-703284ee03e9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261971 Jul 01 16:44:56.072784 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36850) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:44:56.077102 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:56.099677 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-2c467448-74aa-483f-ae3b-fec1799228d8 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008034 Jul 01 16:44:56.103115 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.189279 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.236378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-399a3cb7-2099-4db1-aa66-e31c6f4808f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:56.237960 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-399a3cb7-2099-4db1-aa66-e31c6f4808f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 1130 time: 0.0421231 Jul 01 16:44:56.247268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:56.312034 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Allocated IP 172.27.2.195 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/1bcd40ac-08a4-4a50-8e81-df47288a58a2) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:56.317362 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:56.342581 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-e2266f0f-db97-4663-93b0-a14f6d5f105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:56.344239 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-e2266f0f-db97-4663-93b0-a14f6d5f105d service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.0987475 Jul 01 16:44:56.411095 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-97ebb958-c491-4f75-b1b3-78f1cc8ab36d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 200 len: 1001 time: 0.0587986 Jul 01 16:44:56.423349 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.458001 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.469263 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-bdf085a9-082c-4721-83ee-231102427953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:56.470803 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-bdf085a9-082c-4721-83ee-231102427953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0476408 Jul 01 16:44:56.509968 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:56.513161 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:56.516784 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:56.527906 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-e1a17c47-436f-4116-b0be-563707306445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:56.529431 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-e1a17c47-436f-4116-b0be-563707306445 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454907 Jul 01 16:44:56.544447 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=1bcd40ac-08a4-4a50-8e81-df47288a58a2,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:56.608854 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.637713 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-e4d092eb-2bca-4488-8041-4f5c49b459ec service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015356 Jul 01 16:44:56.654735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.756328 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9702bc5-6f3a-4e8e-989d-14cf35842497 req-daba1710-2aec-4f3c-83ba-e2e1c6fbd3b9 service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065199 Jul 01 16:44:56.826412 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.832896 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.909803 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=1bcd40ac-08a4-4a50-8e81-df47288a58a2,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:56.922000 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.937396 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:56.938671 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-893d7177-4c32-40c4-b13e-44abd3f5a51f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8649359 Jul 01 16:44:57.144151 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-2ad01d4f-54c6-46cc-9c96-6955075adec8 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--726133820&fields=id&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 267 time: 0.0443125 Jul 01 16:44:57.261798 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-d574e535-1bbe-4c9e-95d9-53804614aca4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:57.263303 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-d574e535-1bbe-4c9e-95d9-53804614aca4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 816 time: 0.1126845 Jul 01 16:44:57.278613 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-73561f31-8045-4915-b906-ebdc0513c21a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/quotas/315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 375 time: 0.0099859 Jul 01 16:44:57.333245 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-93d7266f-6869-457d-8500-b13e00e57a19 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489542 Jul 01 16:44:57.437941 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-b468d31b-b841-4735-b3e2-94eb23ec2422 service neutron] 10.222.0.57 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915196 Jul 01 16:44:57.528479 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-a46e1040-bd8b-440d-8f77-2ab55a3e80ee service neutron] 10.222.0.57 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848534 Jul 01 16:44:57.703009 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c6caa8f-0d8f-4d4e-be8c-e27f81d26b60 req-51997b27-cf56-4fe9-a4e5-0bb7189a03a3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 210 time: 0.0293996 Jul 01 16:44:58.820687 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e8aed67-e5cf-49ae-a0ad-f3d6095f278b req-4c45f6b2-8162-414c-ba84-818cf2fb9c4f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 210 time: 0.0417335 Jul 01 16:44:58.890197 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:58.892816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:58.928232 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-6ebc198e-de30-437e-90fe-691f6d1a4cfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:58.929661 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-6ebc198e-de30-437e-90fe-691f6d1a4cfe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 816 time: 0.1405473 Jul 01 16:44:59.019039 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-b674de2e-92af-4656-a385-ac8156783cf3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 379 time: 0.0689695 Jul 01 16:44:59.155273 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'port': {'device_id': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'admin_state_up': True, 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'security_groups': ['146e2cb1-f860-427a-bc10-6db8964e14e7']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:44:59.418364 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:44:59.532611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Made reservation on behalf of 315dd9cfab134d008039e1229e42a96e for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:44:59.536058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:59.668442 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Allocated IP 172.20.0.14 (122e1655-ca16-42e2-ac40-3aa0137062fe/6278636d-fd26-4665-9ee6-dc045c5bc356/ca06c719-80eb-4c4d-b8cd-b06d9b34ab88) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:44:59.810892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:59.843242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:44:59.895452 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Network 122e1655-ca16-42e2-ac40-3aa0137062fe is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:44:59.898842 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:44:59.903180 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:44:59.909669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:44:59.992069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:44:59.992683 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.001268 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7988f0c-bf93-45fe-9ccf-62a33740833a req-5a1a56cc-703c-4911-b858-3c3f79696f8b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:00.002770 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7988f0c-bf93-45fe-9ccf-62a33740833a req-5a1a56cc-703c-4911-b858-3c3f79696f8b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 932 time: 0.0711839 Jul 01 16:45:00.029367 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-1da43a47-a7dd-4b55-9c30-5041da8be384 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8780622 Jul 01 16:45:00.050887 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Request body: {'port': {'device_id': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:00.092659 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7988f0c-bf93-45fe-9ccf-62a33740833a req-a20a749a-6264-44e0-9001-a527aeacc8be tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815191 Jul 01 16:45:00.105792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:00.128525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-69742b19-2b9a-4229-a1e3-f93cb002e46c None None] Provisioning complete for port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:00.129109 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69742b19-2b9a-4229-a1e3-f93cb002e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.134911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:00.139084 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.161757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-69742b19-2b9a-4229-a1e3-f93cb002e46c None None] Port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:45:00.409312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:00.417578 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks [] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.430285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Transition to ACTIVE for port object ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:45:00.435460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.491249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:00.563298 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Attempting to bind port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:45:00.563629 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Attempting to bind port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:45:00.563955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Attempting to bind port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:00.568651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 on network 122e1655-ca16-42e2-ac40-3aa0137062fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:45:00.568970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Attempting to bind port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 on network 122e1655-ca16-42e2-ac40-3aa0137062fe {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:00.574089 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:45:00.574449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Checking segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:45:00.574831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Bound using segment: {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:45:00.575255 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Bound port: ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a4b77c-81bf-4d16-9bc8-94f9678bfec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:45:00.575599 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.642892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:45:00.645896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:45:00.652866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.694168 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:00.694831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:00.696709 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] 10.222.0.43 "PUT /v2.0/ports/ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 1094 time: 0.6507525 Jul 01 16:45:00.697310 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:00.699439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:00.719053 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecab89-159d-4d71-8395-1894c2d23e7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:00.748927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f9993-c49e-4312-bf0a-79bea437d098 x-openstack-request-id: req-e60f9993-c49e-4312-bf0a-79bea437d098 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:00.749266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:00.749519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e60f9993-c49e-4312-bf0a-79bea437d098 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:00.749925 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60f9993-c49e-4312-bf0a-79bea437d098'] response: {'name': 'network-changed', 'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'status': 'completed', 'code': 200} Jul 01 16:45:00.825210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-c46b850b-aad5-4d97-b274-8075f46732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:00.826775 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-c46b850b-aad5-4d97-b274-8075f46732ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1128 time: 0.0432234 Jul 01 16:45:00.881173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-83503ec6-d56d-4f6a-adf9-deac412445d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 217 time: 0.0349088 Jul 01 16:45:00.933750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-bc3d8625-e109-4b4a-80d1-3f1f1d53e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:00.935269 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-bc3d8625-e109-4b4a-80d1-3f1f1d53e3a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0466101 Jul 01 16:45:00.987512 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df91-ed39-483d-bcc9-52d52785f049 req-37e2f865-cd7e-4769-8948-d4d208d8159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:00.989027 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-37e2f865-cd7e-4769-8948-d4d208d8159e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458760 Jul 01 16:45:01.090304 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-ea209812-5fd8-4967-9efd-daa4942c233b service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Jul 01 16:45:01.119689 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:01.178787 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:01.217738 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e037df91-ed39-483d-bcc9-52d52785f049 req-9cb7bcde-cd21-4c07-a88b-fc5029769dbb service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208375 Jul 01 16:45:01.231320 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72535884-bcc4-4a7b-b7aa-f18e175abb30 req-f0d36042-b794-48bd-a5c3-0d89c25c33c2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:01.232713 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72535884-bcc4-4a7b-b7aa-f18e175abb30 req-f0d36042-b794-48bd-a5c3-0d89c25c33c2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0646162 Jul 01 16:45:01.282922 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72535884-bcc4-4a7b-b7aa-f18e175abb30 req-1d78f3d6-f900-4056-80d1-ab40dbec228a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445447 Jul 01 16:45:02.408450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9491c7-cd4d-4d67-bc14-6c7eee8b23d9 req-73af4560-6fd8-4029-8625-73e57f63b918 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:02.409911 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb9491c7-cd4d-4d67-bc14-6c7eee8b23d9 req-73af4560-6fd8-4029-8625-73e57f63b918 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0525179 Jul 01 16:45:02.458806 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb9491c7-cd4d-4d67-bc14-6c7eee8b23d9 req-cafb76c9-1573-4a1f-912c-1d1803c3d83a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Jul 01 16:45:02.522722 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-496ab2bd-6ee7-4f7c-950e-4de0f29cb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:02.524337 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-496ab2bd-6ee7-4f7c-950e-4de0f29cb711 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1128 time: 0.0406034 Jul 01 16:45:02.619747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-6b874d2b-1361-4d4e-85aa-97b059b28103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:02.621184 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-6b874d2b-1361-4d4e-85aa-97b059b28103 service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.0911422 Jul 01 16:45:02.661582 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-01645a89-b7ca-4e26-ba24-a1e7636f4b8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 217 time: 0.0338788 Jul 01 16:45:02.711055 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-a49e6255-afa9-47a0-ac79-5cba7e60dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:02.712887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-a49e6255-afa9-47a0-ac79-5cba7e60dbd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0449417 Jul 01 16:45:02.763769 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-722f4444-15c5-4fa3-9100-8c8433158df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:02.765271 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-722f4444-15c5-4fa3-9100-8c8433158df1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455396 Jul 01 16:45:02.865065 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-55d82de1-9b88-487c-ae56-0228692da11d service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931089 Jul 01 16:45:02.960635 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3095f9db-efb2-47d2-b4f4-7ad8a40800c5 req-db3963d8-327a-48a2-9234-6ef3b2e8eedc service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Jul 01 16:45:03.578844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5240c-b78f-4dce-bbcc-33cde94f3722 req-cd84e5ce-4ce6-494b-94ae-db3c52a15b8c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:03.580318 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9e5240c-b78f-4dce-bbcc-33cde94f3722 req-cd84e5ce-4ce6-494b-94ae-db3c52a15b8c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0486689 Jul 01 16:45:03.628971 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9e5240c-b78f-4dce-bbcc-33cde94f3722 req-ca2f6726-3eaf-4f5d-9ba2-c4081ed189a3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Jul 01 16:45:04.323980 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-ccca16d5-cb32-4198-a111-941aea063e53 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604816131&fields=id&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 267 time: 0.0437074 Jul 01 16:45:04.436064 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-183aff2b-fefd-415d-983a-b01349b83b1c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:04.437434 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-183aff2b-fefd-415d-983a-b01349b83b1c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1071374 Jul 01 16:45:04.452603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-77b0817b-277d-44c2-874b-da98c34ba476 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/quotas/0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Jul 01 16:45:04.493322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:04.503223 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-60491c06-056c-409f-b6ec-333052c0169d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455666 Jul 01 16:45:04.606187 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-880a3bb5-aa0c-45c4-9957-7857d0976750 service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885365 Jul 01 16:45:04.620252 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:04.699425 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-fc24d8e8-3288-4db6-8400-7aaef873c725 service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872874 Jul 01 16:45:04.757801 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13ef11-06b0-49f0-babf-9905d1a67892 req-d502afea-8195-4c41-b50f-af1eb1a2cbf4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:04.759833 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c13ef11-06b0-49f0-babf-9905d1a67892 req-d502afea-8195-4c41-b50f-af1eb1a2cbf4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0540562 Jul 01 16:45:04.811145 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c13ef11-06b0-49f0-babf-9905d1a67892 req-04321280-84c6-47c3-9baa-dedc5e1b764e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Jul 01 16:45:04.992106 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3309a21f-39f9-481c-a42a-405bb049219e req-9713d85b-8240-4099-8761-89afceba8ee9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 210 time: 0.0281391 Jul 01 16:45:05.401232 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:45:05.632839 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:05.644570 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:45:05.678718 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:05.679106 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:05.692489 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:05.713342 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:05.717198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:05.768377 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:05.930946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c4136-177a-48b4-b97f-d4d0fce39990 req-d36b4b0f-1f55-4064-9624-9395bd04afcc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:05.932418 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b50c4136-177a-48b4-b97f-d4d0fce39990 req-d36b4b0f-1f55-4064-9624-9395bd04afcc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0474181 Jul 01 16:45:05.983399 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b50c4136-177a-48b4-b97f-d4d0fce39990 req-addeeb03-a43b-4ab5-bedc-2594208238c0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453277 Jul 01 16:45:06.109312 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6ac7c40d-4b85-4b4f-971c-0b633ac37280 req-8f906b8a-129e-436f-a2a8-7fc822d53c77 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 210 time: 0.0352130 Jul 01 16:45:06.115361 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:06.138012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-02ae0ffa-21ba-4023-a59c-a5a024e9bca2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:06.139485 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-02ae0ffa-21ba-4023-a59c-a5a024e9bca2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1457601 Jul 01 16:45:06.259898 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-9c521a1d-e10f-4a60-b300-05ee2dbefccd tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 380 time: 0.0615306 Jul 01 16:45:06.274657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'port': {'device_id': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'admin_state_up': True, 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'security_groups': ['00985cb1-b20f-4d36-b82c-0eb028d6abdc']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:06.382780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Made reservation on behalf of 0076c4e65bce4bd58478d09d62607981 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:45:06.386916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:06.517494 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.20.0.12 (6911cac0-9310-49e0-9165-12c7216cb763/3833b1fc-eaa6-4726-80af-6d1e88061cae/7fb3f553-408e-4f22-af02-9d3d0efa9d93) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:45:06.645910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:06.665008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:06.667944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:06.700400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:06.754989 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:45:06.758231 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:45:06.762244 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:45:06.767194 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:06.830624 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:06.831232 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:06.855356 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-1ccb9a48-690a-4010-af66-28cc940ced43 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847359 Jul 01 16:45:06.879280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Request body: {'port': {'device_id': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:06.931459 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:06.934621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=81,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:06.956293 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.059703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-c3c7f340-e579-4d7d-bb01-f88be6b2962a None None] Provisioning complete for port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:07.060284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f340-e579-4d7d-bb01-f88be6b2962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.093934 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7f340-e579-4d7d-bb01-f88be6b2962a None None] Port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:45:07.145137 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b45904-7719-4b79-be77-9d965f6539a8 req-37bdf61a-6492-4af1-8038-d936c0708b20 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.146621 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29b45904-7719-4b79-be77-9d965f6539a8 req-37bdf61a-6492-4af1-8038-d936c0708b20 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0845923 Jul 01 16:45:07.291148 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ad100-bed7-453d-9211-f8546eb7f237 req-0344dad3-12f0-4f2a-b0f9-dc5eb390f4bc tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.292586 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa4ad100-bed7-453d-9211-f8546eb7f237 req-0344dad3-12f0-4f2a-b0f9-dc5eb390f4bc tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 932 time: 0.1006386 Jul 01 16:45:07.302482 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29b45904-7719-4b79-be77-9d965f6539a8 req-53d0adc6-b15c-4eee-9cc0-ddacab5bd762 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446714 Jul 01 16:45:07.381053 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb3f553-408e-4f22-af02-9d3d0efa9d93 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:07.391858 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa4ad100-bed7-453d-9211-f8546eb7f237 req-02f4a154-f4e2-4f6a-8306-e7789ed3c118 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885046 Jul 01 16:45:07.393539 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks [] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.407281 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Transition to ACTIVE for port object 7fb3f553-408e-4f22-af02-9d3d0efa9d93 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:45:07.410494 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.413050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:45:07.464609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:45:07.467437 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:07.471370 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:07.471855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.514269 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:07.545399 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Attempting to bind port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:45:07.545866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Attempting to bind port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:45:07.546206 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Attempting to bind port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:07.551019 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 on network 6911cac0-9310-49e0-9165-12c7216cb763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:45:07.551336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Attempting to bind port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:07.552498 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:07.552887 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.556869 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:45:07.557337 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:45:07.557724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Bound using segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:45:07.558146 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Bound port: 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:45:07.558524 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.578794 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:07.581038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b7dbcc-0902-40f7-a4a0-b7b155648962" -d '{"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:07.594865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:07.599962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:07.602723 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.634334 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e8527-05cb-4357-959d-697dbe643e77 x-openstack-request-id: req-d53e8527-05cb-4357-959d-697dbe643e77 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:07.634761 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:07.635109 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d53e8527-05cb-4357-959d-697dbe643e77 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:07.635594 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53e8527-05cb-4357-959d-697dbe643e77'] response: {'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'code': 200} Jul 01 16:45:07.640689 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:45:07.644762 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:45:07.651374 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.651670 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:07.662371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:07.666814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:07.702528 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.703423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:07.704731 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] 10.222.0.43 "PUT /v2.0/ports/7fb3f553-408e-4f22-af02-9d3d0efa9d93 HTTP/1.1" status: 200 len: 1094 time: 0.8298926 Jul 01 16:45:07.705164 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:07.707386 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e37c9d-b6a6-4181-ae6c-128e4e270b60" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:07.748788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb6409-6f7e-4dc4-abea-072d53cf7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:07.753179 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ced62-76a0-4107-bdde-2379fb3283cb x-openstack-request-id: req-382ced62-76a0-4107-bdde-2379fb3283cb {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:07.753349 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:07.753634 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-382ced62-76a0-4107-bdde-2379fb3283cb {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:07.754181 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382ced62-76a0-4107-bdde-2379fb3283cb'] response: {'name': 'network-changed', 'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'status': 'completed', 'code': 200} Jul 01 16:45:07.845097 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-4be9517d-b07c-4df1-adaf-bad61564d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.850197 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-4be9517d-b07c-4df1-adaf-bad61564d064 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 1128 time: 0.0500581 Jul 01 16:45:07.887533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebff8c6-012d-45f4-bed1-555cfbeb4b6c req-3f64b866-cc9e-4947-bd31-32ae1c6ffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.889067 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4ebff8c6-012d-45f4-bed1-555cfbeb4b6c req-3f64b866-cc9e-4947-bd31-32ae1c6ffad2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1130 time: 0.0429482 Jul 01 16:45:07.939221 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4ebff8c6-012d-45f4-bed1-555cfbeb4b6c req-832ddcdd-16bc-4680-be71-198e8e3e4616 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Jul 01 16:45:07.970831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-76843e3e-b28d-4865-810e-8e926902e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:07.972326 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-76843e3e-b28d-4865-810e-8e926902e2a1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0076c4e65bce4bd58478d09d62607981&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1024950 Jul 01 16:45:08.368050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-39a3b67f-6bfc-491a-97da-05dbb84601b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:08.369611 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97e37c9d-b6a6-4181-ae6c-128e4e270b60 req-39a3b67f-6bfc-491a-97da-05dbb84601b0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968432 Jul 01 16:45:08.422457 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5db1e-fafa-41cb-aeca-51e6d9ccdf0f req-c0aaea5c-9859-41ab-a503-79cc130106ad tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:08.423333 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04b5db1e-fafa-41cb-aeca-51e6d9ccdf0f req-c0aaea5c-9859-41ab-a503-79cc130106ad tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0476205 Jul 01 16:45:08.485105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04b5db1e-fafa-41cb-aeca-51e6d9ccdf0f req-d730250e-db65-48a3-8f42-1113a53993c9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558133 Jul 01 16:45:08.526223 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7393aa-c8f6-4e37-b434-3a75c34fd140 req-79433811-682a-48c5-b8f0-f714c037b6f1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:08.527720 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ee7393aa-c8f6-4e37-b434-3a75c34fd140 req-79433811-682a-48c5-b8f0-f714c037b6f1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0571108 Jul 01 16:45:08.578520 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ee7393aa-c8f6-4e37-b434-3a75c34fd140 req-dab61010-3308-4b0e-93e5-080e9acd2b94 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 Jul 01 16:45:08.865463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-74a96281-ebe9-48f0-9b18-3b07d8fce18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:08.866989 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-74a96281-ebe9-48f0-9b18-3b07d8fce18d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 1128 time: 0.0418189 Jul 01 16:45:08.939654 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-c96b46d4-5caf-4b23-ac2b-15ade7f7a192 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93 HTTP/1.1" status: 200 len: 217 time: 0.0325999 Jul 01 16:45:08.995929 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8c25cf11-4e94-42d0-9fae-7decea5551e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:08.996511 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-d5557008-276d-4ae5-8e3a-c5f4bc441134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:08.997433 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-d5557008-276d-4ae5-8e3a-c5f4bc441134 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0503066 Jul 01 16:45:09.043857 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625aa3e-4053-414a-856d-f39b1942422d req-b244404b-63a6-4b25-8eff-713637f877f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:09.045351 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-b244404b-63a6-4b25-8eff-713637f877f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397973 Jul 01 16:45:09.464664 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:09.469038 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=8 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:09.638007 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:09.655627 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9825c-8fde-4490-b3b0-8200352ced14 req-fea71be6-051b-45be-96b0-64155c109d4f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:09.657909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b3f9825c-8fde-4490-b3b0-8200352ced14 req-fea71be6-051b-45be-96b0-64155c109d4f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0977845 Jul 01 16:45:09.721913 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-f98400d3-a3d8-4f85-8d12-452feb94f70b service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861780 Jul 01 16:45:09.738499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de72e8d-ecb8-4a55-baa4-cc2ed5c3bf87 req-d1a602b4-6804-45cd-a47a-368ae1a46b4a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:09.740614 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9de72e8d-ecb8-4a55-baa4-cc2ed5c3bf87 req-d1a602b4-6804-45cd-a47a-368ae1a46b4a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0924246 Jul 01 16:45:09.788988 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b3f9825c-8fde-4490-b3b0-8200352ced14 req-403ff0c9-f394-479b-b421-d4d796acea5f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197777 Jul 01 16:45:09.873346 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9de72e8d-ecb8-4a55-baa4-cc2ed5c3bf87 req-5b8759a8-08a7-42c8-8f4c-79fa821d3d3e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256952 Jul 01 16:45:09.899331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:09.903701 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2625aa3e-4053-414a-856d-f39b1942422d req-095484a7-8e94-4dc8-8db1-70a62e4e03bf service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258373 Jul 01 16:45:10.913460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837239e-1ebf-466d-addd-903fe5fe0778 req-5ffe31a7-be1c-4261-840b-1e1a95d8ed23 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:10.915643 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7837239e-1ebf-466d-addd-903fe5fe0778 req-5ffe31a7-be1c-4261-840b-1e1a95d8ed23 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0508189 Jul 01 16:45:10.994255 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7837239e-1ebf-466d-addd-903fe5fe0778 req-1881a60f-b67e-489f-98f9-4ae641f932f9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725293 Jul 01 16:45:11.010219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b78b7-a6ad-4110-868f-44fda1c0023e req-e44d5578-f161-46ef-9926-ff10b426cb3f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:11.011707 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d1b78b7-a6ad-4110-868f-44fda1c0023e req-e44d5578-f161-46ef-9926-ff10b426cb3f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0636749 Jul 01 16:45:11.062368 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d1b78b7-a6ad-4110-868f-44fda1c0023e req-1a8d14cc-c223-46b6-bbe7-1b20d379af05 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Jul 01 16:45:11.110708 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd423d-cec2-4d20-a8d5-b99751e35ede req-210ac765-b4ca-45fc-8ba5-f8e114a982b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:11.112168 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1dd423d-cec2-4d20-a8d5-b99751e35ede req-210ac765-b4ca-45fc-8ba5-f8e114a982b2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0476184 Jul 01 16:45:11.120724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36976) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:11.125067 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Request body: {'floatingip': {'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:11.163013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:11.536306 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2afebb90-d709-4c89-9e3c-61305baa705b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:11.832504 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:11.837410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:11.934708 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Floating IP 5ef91891-2934-49d0-810e-401d9578f6bb associated. External IP: 172.27.2.195, port: ca06c719-80eb-4c4d-b8cd-b06d9b34ab88. Jul 01 16:45:12.025072 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:12.150513 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:12.192083 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3f82e-4456-4872-8703-69abf921f065 req-3b55493f-133e-4379-99fa-a567886b6973 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:12.193516 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8b3f82e-4456-4872-8703-69abf921f065 req-3b55493f-133e-4379-99fa-a567886b6973 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0595760 Jul 01 16:45:12.222151 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:12.319504 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8b3f82e-4456-4872-8703-69abf921f065 req-62542aa7-55cf-43b0-93bf-8713da323456 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961096 Jul 01 16:45:12.326241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:12.331129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:12.342716 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:12.354304 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:12.354958 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:12.363093 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3615352b-95ed-4ccb-bfd7-e2224b3662ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "PUT /v2.0/floatingips/5ef91891-2934-49d0-810e-401d9578f6bb HTTP/1.1" status: 200 len: 992 time: 1.2413235 Jul 01 16:45:12.363664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:12.365879 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285dfa7b-fb44-44ff-bca3-e285c5b213b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:12.401299 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9a12c-ed32-4dad-b4f9-24fa89f15cdd x-openstack-request-id: req-5bc9a12c-ed32-4dad-b4f9-24fa89f15cdd {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:12.401585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:12.401833 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bc9a12c-ed32-4dad-b4f9-24fa89f15cdd {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:12.402233 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc9a12c-ed32-4dad-b4f9-24fa89f15cdd'] response: {'name': 'network-changed', 'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'status': 'completed', 'code': 200} Jul 01 16:45:12.456496 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:12.513621 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-63c08d09-90b5-4178-9e58-67abc9e47d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:12.515156 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-63c08d09-90b5-4178-9e58-67abc9e47d69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1130 time: 0.0444901 Jul 01 16:45:12.610993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-8fd301e8-8a4e-4e43-ade4-ff916837e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:12.612374 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-8fd301e8-8a4e-4e43-ade4-ff916837e0b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.0879049 Jul 01 16:45:12.676843 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '5ef91891-2934-49d0-810e-401d9578f6bb', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:56Z', 'updated_at': '2022-07-01T16:45:11Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:12.680003 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-ee689a17-a3d5-47ea-8a37-eba08d21d736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 1000 time: 0.0606000 Jul 01 16:45:12.680319 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:45:12.705208 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:12.714610 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:12.715214 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:12.731078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-bb4c56ae-3045-45aa-93c9-9a82db5df6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:12.732549 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-bb4c56ae-3045-45aa-93c9-9a82db5df6b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0457215 Jul 01 16:45:12.781172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-a0b810fe-3a8e-4678-ac9a-05757702b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:12.782689 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-a0b810fe-3a8e-4678-ac9a-05757702b6b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414507 Jul 01 16:45:12.813259 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:12.882093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:12.887997 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-ada2ef75-f67c-4b66-865c-27bbf825b2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968084 Jul 01 16:45:12.986622 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-285dfa7b-fb44-44ff-bca3-e285c5b213b5 req-d8f49264-6f3a-4287-a8d6-e489044eca73 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 Jul 01 16:45:13.117033 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '5ef91891-2934-49d0-810e-401d9578f6bb', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:56Z', 'updated_at': '2022-07-01T16:45:11Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:13.144726 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51dd085-e826-4353-a8c3-f92349df7f89 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '5ef91891-2934-49d0-810e-401d9578f6bb', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:44:56Z', 'updated_at': '2022-07-01T16:45:11Z', 'revision_number': 1, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:13.231169 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-07223ad2-78ab-47d7-828e-eb61c7509dee tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885870418&fields=id&tenant_id=ef0cc672766c47759a088a398d95147f HTTP/1.1" status: 200 len: 267 time: 0.0499682 Jul 01 16:45:13.271678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:13.290835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-56946595-d720-404b-9f91-07292ecb7ddc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:13.292356 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-56946595-d720-404b-9f91-07292ecb7ddc tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 984 time: 0.0557957 Jul 01 16:45:13.303301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Request body: {'port': {'security_groups': ['38b9f96c-37f7-44ad-90e9-f055a6907e58']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:13.347887 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae7fc9-f263-4d18-b719-27b32f231710 None None] New status for floating IP 5ef91891-2934-49d0-810e-401d9578f6bb: ACTIVE {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:13.390560 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.479498 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f778-70ed-45d7-981b-4dfbecd8c15c req-234d41a5-a9f5-4086-9400-16cacb981d84 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:13.480895 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c58f778-70ed-45d7-981b-4dfbecd8c15c req-234d41a5-a9f5-4086-9400-16cacb981d84 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0803468 Jul 01 16:45:13.571567 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:13.577921 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c58f778-70ed-45d7-981b-4dfbecd8c15c req-e14c2900-dc03-4b19-a6ab-3ec5f7e09c4e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875030 Jul 01 16:45:13.657200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:13.685639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for port (74960809-e36c-4511-9a63-5f955f9a40f0), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.690113 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.736647 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:13.737011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:13.737286 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.738698 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af8a1436-0fff-485e-94d5-ad4b46ebeb35 req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "PUT /v2.0/ports/74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 942 time: 0.4402173 Jul 01 16:45:13.745324 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 36992) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:13.763492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb2848-d2a5-4f66-8d8a-73f1f4e052d4 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event updated for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=7']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:13.818268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (dc4d8463-50b1-4283-a000-7cf20542b5c3), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.855157 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (dc4d8463-50b1-4283-a000-7cf20542b5c3), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.921427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (dc4d8463-50b1-4283-a000-7cf20542b5c3), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.924197 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:13.924692 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:13.925952 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "DELETE /v2.0/security-groups/dc4d8463-50b1-4283-a000-7cf20542b5c3 HTTP/1.1" status: 204 len: 168 time: 0.1793902 Jul 01 16:45:13.928712 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 36994) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:13.937002 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebec984-c90f-453f-9137-4d28b741b120 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4d8463-50b1-4283-a000-7cf20542b5c3,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:14.024390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-042ae6a0-c5ec-4a0d-9a5f-4be613a31db0 None None] Provisioning complete for port 74960809-e36c-4511-9a63-5f955f9a40f0 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:14.025090 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-042ae6a0-c5ec-4a0d-9a5f-4be613a31db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.082071 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Deleting port 5145a3e7-d90a-4b9f-8b94-85de748f9a09 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:14.082693 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.149937 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-042ae6a0-c5ec-4a0d-9a5f-4be613a31db0 None None] Current status of the port 74960809-e36c-4511-9a63-5f955f9a40f0 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:14.168132 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.168464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for floatingip (5145a3e7-d90a-4b9f-8b94-85de748f9a09), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.181945 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Calling delete_port for 5145a3e7-d90a-4b9f-8b94-85de748f9a09 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:14.330639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:14.353389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (5145a3e7-d90a-4b9f-8b94-85de748f9a09), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.375242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.379076 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event deleted for resources: {'Port': ['ID=5145a3e7-d90a-4b9f-8b94-85de748f9a09,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:14.402826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:14.405171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2dd365-a133-441f-9c08-30d8d8d7ca80" -d '{"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:14.444882 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa82b61-3be8-43cc-a085-4f702cc71d76 x-openstack-request-id: req-7fa82b61-3be8-43cc-a085-4f702cc71d76 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:14.445176 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:14.445552 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fa82b61-3be8-43cc-a085-4f702cc71d76 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:14.446255 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa82b61-3be8-43cc-a085-4f702cc71d76'] response: {'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:45:14.452737 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks [] for floatingip (e59c5a2d-0e20-4383-bc4d-afa619a58fbb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.453068 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Floating IP e59c5a2d-0e20-4383-bc4d-afa619a58fbb disassociated (deleted). External IP: 172.27.2.108, port: 74960809-e36c-4511-9a63-5f955f9a40f0. Jul 01 16:45:14.577521 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-087743e3-67a0-472f-8066-21b5bb07c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:14.579039 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-087743e3-67a0-472f-8066-21b5bb07c569 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1129 time: 0.0638688 Jul 01 16:45:14.592539 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:14.785289 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:14.801537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494aec-b0c6-4f4c-ae43-7b6e1d737247 req-74738751-021c-4931-8c43-adb794d109e1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:14.802988 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d494aec-b0c6-4f4c-ae43-7b6e1d737247 req-74738751-021c-4931-8c43-adb794d109e1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.1396191 Jul 01 16:45:14.811209 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-6e245db5-493e-4c13-8dbe-93f8f4291dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:14.812563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-6e245db5-493e-4c13-8dbe-93f8f4291dda service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 916 time: 0.2251854 Jul 01 16:45:14.878204 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-a5997793-9009-4c68-999b-0bc7db506252 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 217 time: 0.0548227 Jul 01 16:45:14.888832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Router 28187b32-b7ab-44de-a28e-3101bbde27ec has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:14.950895 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d494aec-b0c6-4f4c-ae43-7b6e1d737247 req-4b5c1e82-2042-4c98-aad5-2a2f7cb5c6a1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409762 Jul 01 16:45:14.960290 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-8004fa89-2386-483e-89e0-42876b1f58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:14.961712 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-8004fa89-2386-483e-89e0-42876b1f58c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.0751052 Jul 01 16:45:15.319861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-cbc45f8c-27ca-4414-8a62-97fd3d40c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:15.322156 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-cbc45f8c-27ca-4414-8a62-97fd3d40c5b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0763891 Jul 01 16:45:15.343219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:15.347848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:15.352572 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Sync routers for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:15.362815 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:15.363418 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:15.381448 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-17893049-bbdd-43af-9797-80ebb99187df tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "DELETE /v2.0/floatingips/e59c5a2d-0e20-4383-bc4d-afa619a58fbb HTTP/1.1" status: 204 len: 168 time: 1.4481113 Jul 01 16:45:15.473216 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:15.489321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:15.518315 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-b9657ac7-3083-44b5-bda8-fb354fd0af05 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984972 Jul 01 16:45:15.579691 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:15.641586 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:15.680239 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:15.705030 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Checking router: 28187b32-b7ab-44de-a28e-3101bbde27ec for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:15.714023 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:15.714663 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:15.815837 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:16.000513 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:16.030763 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce6750-96eb-44eb-9f08-2044be6d4496 None None] The sync data for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi is: [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:29Z', 'revision_number': 4, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '94cdc056-342d-41d9-a6dd-ea6d71566b00', 'name': '', 'network_id': '2ae80d44-e5eb-422c-be0c-2606e5c357a3', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'mac_address': 'fa:16:3e:ba:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:28Z', 'updated_at': '2022-07-01T16:41:34Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'subnets': [{'id': 'b9d3a047-85f0-4559-96a9-7bc6284478b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:16.069208 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be812f7-5872-4172-96a8-cc89ac85c3e3 req-a085a538-35eb-4f27-9d8e-38117d21f269 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:16.072018 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4be812f7-5872-4172-96a8-cc89ac85c3e3 req-a085a538-35eb-4f27-9d8e-38117d21f269 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.0515335 Jul 01 16:45:16.125099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4be812f7-5872-4172-96a8-cc89ac85c3e3 req-3fe2686a-e6a2-4005-a910-dd4ad6041999 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478621 Jul 01 16:45:16.243078 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062065-56b6-4966-9056-cbded6066a00 None None] New status for floating IP e59c5a2d-0e20-4383-bc4d-afa619a58fbb: DOWN {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:16.337339 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db2dd365-a133-441f-9c08-30d8d8d7ca80 req-f842ac22-5225-4ac7-aa8d-94443dcb74d6 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006892 Jul 01 16:45:16.447479 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:16.449856 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dd2835-c693-4729-8a94-4b86d5bf84b9" -d '{"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:16.484711 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8798579-6bcf-4d95-8f9b-55c0f7a5a4b6 x-openstack-request-id: req-f8798579-6bcf-4d95-8f9b-55c0f7a5a4b6 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:16.485108 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:16.485369 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8798579-6bcf-4d95-8f9b-55c0f7a5a4b6 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:16.485776 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8798579-6bcf-4d95-8f9b-55c0f7a5a4b6'] response: {'name': 'network-changed', 'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:45:16.905144 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-d348820e-6da4-4e11-9f78-66224bc3bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:16.906551 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-d348820e-6da4-4e11-9f78-66224bc3bc66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0cc672766c47759a088a398d95147f&device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 1129 time: 0.0397527 Jul 01 16:45:17.009653 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-3344aab9-dde8-4e5f-8cdc-5c906251c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:17.011135 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-3344aab9-dde8-4e5f-8cdc-5c906251c3aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 200 len: 916 time: 0.0957379 Jul 01 16:45:17.064837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-3b0969f4-e45a-4d62-b3b3-f1098e207d02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 200 len: 217 time: 0.0342703 Jul 01 16:45:17.120555 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-4267080d-ca71-421e-bba4-231d692e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:17.122056 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-4267080d-ca71-421e-bba4-231d692e4c5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 200 len: 854 time: 0.0453291 Jul 01 16:45:17.166451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-959d18e9-9358-4eee-a76e-e42c8473638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:17.168006 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-959d18e9-9358-4eee-a76e-e42c8473638e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ae80d44-e5eb-422c-be0c-2606e5c357a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396435 Jul 01 16:45:17.275779 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-36555988-61f7-4bc7-8b00-8593c15ec3fd service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955706 Jul 01 16:45:17.357383 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:17.403923 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a07a-500e-4f98-a477-6a3e4c75cde1 req-3c560f8e-659f-436b-8d88-7f511ed65f57 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:17.405392 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08c5a07a-500e-4f98-a477-6a3e4c75cde1 req-3c560f8e-659f-436b-8d88-7f511ed65f57 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 944 time: 0.2070763 Jul 01 16:45:17.451640 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10dd2835-c693-4729-8a94-4b86d5bf84b9 req-13e063ca-7d7d-4b2f-9dde-2909e7814183 service neutron] 10.222.0.43 "GET /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610799 Jul 01 16:45:17.458785 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 7fb3f553-408e-4f22-af02-9d3d0efa9d93 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:45:17.476961 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-08c5a07a-500e-4f98-a477-6a3e4c75cde1 req-5135f78b-728a-447f-a0d7-b3600c2fe25a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647264 Jul 01 16:45:17.560598 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:17.562695 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:17.574924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:17.576732 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'port_id': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'mac_address': 'fa:16:3e:b6:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:45:17.614101 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:17.614518 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:17.629870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb3f553-408e-4f22-af02-9d3d0efa9d93 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:17.650090 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:17.653532 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:17.700950 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:18.032013 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['7fb3f553-408e-4f22-af02-9d3d0efa9d93'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:18.596065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82202c-b982-47cf-b95e-08a4e9e209b8 req-2ecfa00e-5fcb-4d0c-af2d-cda746d290db tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:18.598690 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c82202c-b982-47cf-b95e-08a4e9e209b8 req-2ecfa00e-5fcb-4d0c-af2d-cda746d290db tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 945 time: 0.0507491 Jul 01 16:45:18.650821 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c82202c-b982-47cf-b95e-08a4e9e209b8 req-5e2c4d69-299c-434e-be52-c4689a5ad17b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455136 Jul 01 16:45:19.236679 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31e48-d3e1-4840-bd7b-dae279e27bd8 req-e566d62a-7637-40f8-a18c-7df26101e90f tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:19.238201 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cca31e48-d3e1-4840-bd7b-dae279e27bd8 req-e566d62a-7637-40f8-a18c-7df26101e90f tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0904360 Jul 01 16:45:19.288360 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cca31e48-d3e1-4840-bd7b-dae279e27bd8 req-ddad4187-d74c-4857-a4c7-d85327ed8287 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Jul 01 16:45:19.467440 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 7fb3f553-408e-4f22-af02-9d3d0efa9d93 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:45:19.509856 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:45:19.515497 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:19.515893 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:19.587729 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:19.588113 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:19.610948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:19.613142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512754ac-1015-4262-8500-022bda60fd04" -d '{"events": [{"server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "name": "network-vif-plugged", "status": "completed", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:19.633590 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:19.638021 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:19.664224 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13af9de5-65a9-49f4-98df-9ccd328ade0d x-openstack-request-id: req-13af9de5-65a9-49f4-98df-9ccd328ade0d {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:19.664491 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "name": "network-vif-plugged", "status": "completed", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:19.664743 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13af9de5-65a9-49f4-98df-9ccd328ade0d {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:19.665131 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13af9de5-65a9-49f4-98df-9ccd328ade0d'] response: {'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'code': 200} Jul 01 16:45:19.693634 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:19.767040 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0345e9c-6723-466d-8342-67395d2daed5 req-e9827cbd-e7e5-467c-8094-840a9b9d7fc2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:19.768418 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0345e9c-6723-466d-8342-67395d2daed5 req-e9827cbd-e7e5-467c-8094-840a9b9d7fc2 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0480533 Jul 01 16:45:19.795263 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:19.818956 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0345e9c-6723-466d-8342-67395d2daed5 req-1d6b795a-3c14-4d04-9e88-282a35c2d42e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Jul 01 16:45:20.414840 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115805-2a19-445f-9a57-7d55c3aa9968 req-34f81496-0850-440d-9e56-b466c3de2194 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:20.416351 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26115805-2a19-445f-9a57-7d55c3aa9968 req-34f81496-0850-440d-9e56-b466c3de2194 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Jul 01 16:45:20.470921 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26115805-2a19-445f-9a57-7d55c3aa9968 req-ee6c7270-29d3-4569-aa5f-3487dd0a2613 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Jul 01 16:45:20.933699 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320f5e-9f2d-4912-a5f8-77cd4308f946 req-59ca799b-5a38-4042-86a5-1424895839ad tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:20.935232 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46320f5e-9f2d-4912-a5f8-77cd4308f946 req-59ca799b-5a38-4042-86a5-1424895839ad tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0477793 Jul 01 16:45:20.990771 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46320f5e-9f2d-4912-a5f8-77cd4308f946 req-58135866-ffea-4744-bd2c-60212684e5bf tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Jul 01 16:45:21.478606 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-520b2d8e-a8c0-4d58-8879-3bd7cafb354c tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:21.480089 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-520b2d8e-a8c0-4d58-8879-3bd7cafb354c tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.43 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0495272 Jul 01 16:45:21.597002 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af49fb5-0bde-4bde-b253-ba5095bdc0b5 req-996cf86c-085d-4fcd-8a7f-281827d0541b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:21.598499 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1af49fb5-0bde-4bde-b253-ba5095bdc0b5 req-996cf86c-085d-4fcd-8a7f-281827d0541b tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Jul 01 16:45:21.649856 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1af49fb5-0bde-4bde-b253-ba5095bdc0b5 req-cbb0135f-b44c-4971-a0b3-7fa664b3f56a tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/security-groups?id=38b9f96c-37f7-44ad-90e9-f055a6907e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450981 Jul 01 16:45:21.747297 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d3e0-49e5-4f24-9537-4781dc07c1cc req-fa62ab37-a663-4e2c-8f61-e42ac878d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:21.749400 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0173d3e0-49e5-4f24-9537-4781dc07c1cc req-fa62ab37-a663-4e2c-8f61-e42ac878d6a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 1130 time: 0.0572381 Jul 01 16:45:21.788540 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Deleting port 74960809-e36c-4511-9a63-5f955f9a40f0 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:21.788917 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:21.816105 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0173d3e0-49e5-4f24-9537-4781dc07c1cc req-0cdceb94-44a3-404f-81e4-b8d7dfc1f7e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470307 Jul 01 16:45:21.890547 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] For port 74960809-e36c-4511-9a63-5f955f9a40f0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=74960809-e36c-4511-9a63-5f955f9a40f0,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:21.890907 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:21.904430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Calling delete_port for 74960809-e36c-4511-9a63-5f955f9a40f0 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:21.977382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:22.035626 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (74960809-e36c-4511-9a63-5f955f9a40f0), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:22.071019 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Pushing event deleted for resources: {'Port': ['ID=74960809-e36c-4511-9a63-5f955f9a40f0,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:22.073955 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['74960809-e36c-4511-9a63-5f955f9a40f0'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:22.145815 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] No DVR routers for this DVR port 74960809-e36c-4511-9a63-5f955f9a40f0 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:22.153135 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135461e-9c51-4546-9f00-9b5953395720 req-923dec59-63f1-4610-9073-fde0aa4fdc9b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:22.154639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4135461e-9c51-4546-9f00-9b5953395720 req-923dec59-63f1-4610-9073-fde0aa4fdc9b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0880311 Jul 01 16:45:22.155641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:22.158759 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af149903-fdfe-481e-9d99-73742b24f6f9 req-26078ce8-81df-468d-bd80-4f70061eb38e tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.43 "DELETE /v2.0/ports/74960809-e36c-4511-9a63-5f955f9a40f0 HTTP/1.1" status: 204 len: 173 time: 0.4616034 Jul 01 16:45:22.159193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'name': 'network-vif-deleted', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:22.161382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46260cfb-4b03-4bfe-b6eb-2e61acc613a9" -d '{"events": [{"server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "name": "network-vif-deleted", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:22.204204 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7cba90-9081-4a4e-bcbf-0b99b95043af x-openstack-request-id: req-de7cba90-9081-4a4e-bcbf-0b99b95043af {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:22.204491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fca065-c0ba-4a16-958e-a991e16bb913", "name": "network-vif-deleted", "tag": "74960809-e36c-4511-9a63-5f955f9a40f0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:22.204740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de7cba90-9081-4a4e-bcbf-0b99b95043af {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:22.205140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7cba90-9081-4a4e-bcbf-0b99b95043af'] response: {'server_uuid': '74fca065-c0ba-4a16-958e-a991e16bb913', 'name': 'network-vif-deleted', 'tag': '74960809-e36c-4511-9a63-5f955f9a40f0', 'status': 'completed', 'code': 200} Jul 01 16:45:22.214445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4135461e-9c51-4546-9f00-9b5953395720 req-02001152-22fe-4adf-83f0-523ea56fe5ae tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487921 Jul 01 16:45:22.758360 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11224f95-068f-42f2-bc03-0969319c85ea req-5fa721f6-abe7-4ba7-af1d-d0c411cc9dae tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Jul 01 16:45:23.215245 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:23.335802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca5cd-f3d4-4e1f-875d-ae290e13c053 req-f478b890-d3d3-4a33-a374-b1e299281228 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:23.339940 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-854ca5cd-f3d4-4e1f-875d-ae290e13c053 req-f478b890-d3d3-4a33-a374-b1e299281228 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0559819 Jul 01 16:45:23.352303 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:23.393882 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-854ca5cd-f3d4-4e1f-875d-ae290e13c053 req-956a11e6-feb2-45a5-96db-9a8f86aba6db tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504930 Jul 01 16:45:23.865366 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a1d1b3e1-e173-4b7d-baef-b943ed5be4f3 req-6dd0145e-66f9-4b78-a6fc-510206c9c2c6 tempest-TestMinimumBasicScenario-799660347 tempest-TestMinimumBasicScenario-799660347-project] 10.222.0.57 "GET /v2.0/ports?device_id=74fca065-c0ba-4a16-958e-a991e16bb913 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Jul 01 16:45:24.431215 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-c969ee52-3b10-4742-8190-7771dd441ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437360 Jul 01 16:45:24.540966 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315728-5db9-4aa5-9eb3-e0023b69c3af req-b87b6108-28d5-4ad0-9591-30e68b4d9bb0 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.542525 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21315728-5db9-4aa5-9eb3-e0023b69c3af req-b87b6108-28d5-4ad0-9591-30e68b4d9bb0 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0740697 Jul 01 16:45:24.545487 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-2fca1bfd-aba8-45b5-b5c1-efbbdee557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.546894 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-2fca1bfd-aba8-45b5-b5c1-efbbdee557fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf55d220c94d4445af9f73c532029e42&device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 1129 time: 0.0695951 Jul 01 16:45:24.628324 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21315728-5db9-4aa5-9eb3-e0023b69c3af req-595aefe0-c503-474f-8e21-c7e8018ce755 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803812 Jul 01 16:45:24.682550 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-c5b3bb37-8e50-46d6-8d8a-436fc5d7ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.683984 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-c5b3bb37-8e50-46d6-8d8a-436fc5d7ce66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 200 len: 920 time: 0.1155770 Jul 01 16:45:24.736945 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-48de8691-2093-41c1-9e23-b20125a355bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 200 len: 217 time: 0.0436041 Jul 01 16:45:24.807406 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da954a5-e5e6-4268-9548-07ddc80ca87a req-9aaff2e6-abc2-4221-876d-fcc9c6f052a8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.808793 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9da954a5-e5e6-4268-9548-07ddc80ca87a req-9aaff2e6-abc2-4221-876d-fcc9c6f052a8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.1076119 Jul 01 16:45:24.832768 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-2de4075e-3ed1-4281-bb38-2989c94f6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.834407 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-2de4075e-3ed1-4281-bb38-2989c94f6b8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 200 len: 858 time: 0.0801640 Jul 01 16:45:24.899542 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9da954a5-e5e6-4268-9548-07ddc80ca87a req-e3d67fab-421e-495a-aacd-8a7c2808d56f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840573 Jul 01 16:45:24.903130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-3a13b9f1-6bbe-4171-8083-760a408866c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:24.904176 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-3a13b9f1-6bbe-4171-8083-760a408866c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40bcc3f6-35b7-411b-aab1-54f20941aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621922 Jul 01 16:45:24.922945 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37100) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:25.010112 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-e28e6002-55af-441e-824f-63f12566cbcc service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992360 Jul 01 16:45:25.022795 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2251e-862d-40ea-b0b5-d532fdb66a43 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:25.025570 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-75d2251e-862d-40ea-b0b5-d532fdb66a43 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 1125 time: 0.1009681 Jul 01 16:45:25.028508 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37112) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:25.032796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'port_id': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:25.055226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:25.112731 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-080b6246-2ec7-4b55-afb7-f449ae6d4de2 req-31246e1a-627e-448a-a70d-1ff0fac644ca service neutron] 10.222.0.43 "GET /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956750 Jul 01 16:45:25.142804 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:25.259324 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.27.2.70 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/9b61c1ae-ba1b-4359-a4a5-79f0821b4460) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:45:25.376287 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:25.410712 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:25.445912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:25.459812 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:45:25.462602 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 74960809-e36c-4511-9a63-5f955f9a40f0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:25.464783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:45:25.467345 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=9b61c1ae-ba1b-4359-a4a5-79f0821b4460,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:25.469692 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:45:25.486690 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 74960809-e36c-4511-9a63-5f955f9a40f0 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:25.487033 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 74960809-e36c-4511-9a63-5f955f9a40f0 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:25.502827 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:25.577623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37154) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:26.003068 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=44 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:26.003900 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=38 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:26.034286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (f786395a-a602-435d-8e01-09d07205ed36), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.224040 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.253322 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (28187b32-b7ab-44de-a28e-3101bbde27ec), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.592305 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:26.656879 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:26.796133 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.816357 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.923709 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=9b61c1ae-ba1b-4359-a4a5-79f0821b4460,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:26.936058 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Deleting port 94cdc056-342d-41d9-a6dd-ea6d71566b00 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:26.936400 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:26.938281 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (f786395a-a602-435d-8e01-09d07205ed36), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:27.101943 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] For port 94cdc056-342d-41d9-a6dd-ea6d71566b00, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=94cdc056-342d-41d9-a6dd-ea6d71566b00,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:27.102706 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:27.110275 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP f786395a-a602-435d-8e01-09d07205ed36 associated. External IP: 172.27.2.70, port: 7fb3f553-408e-4f22-af02-9d3d0efa9d93. Jul 01 16:45:27.150500 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Calling delete_port for 94cdc056-342d-41d9-a6dd-ea6d71566b00 owned by network:router_interface {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:27.404593 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:27.455582 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:27.462773 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:27.480423 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (94cdc056-342d-41d9-a6dd-ea6d71566b00), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:27.567687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cdc056-342d-41d9-a6dd-ea6d71566b00,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:27.651047 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:27.670893 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:27.686117 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:27.686902 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:27.735492 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:27.776905 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-adb2af69-bc26-469b-97c3-057e818cfa14 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7473862 Jul 01 16:45:27.778981 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:27.781205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6cb107-cbf5-4605-8806-29cd495b22f7" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:27.795395 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (28187b32-b7ab-44de-a28e-3101bbde27ec), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:27.799751 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:27.844242 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f19d98-ce9c-44bb-aa2c-7f7170c043c9 x-openstack-request-id: req-56f19d98-ce9c-44bb-aa2c-7f7170c043c9 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:27.844444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:27.844703 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56f19d98-ce9c-44bb-aa2c-7f7170c043c9 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:27.845104 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f19d98-ce9c-44bb-aa2c-7f7170c043c9'] response: {'name': 'network-changed', 'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'status': 'completed', 'code': 200} Jul 01 16:45:27.948857 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-8e4063f0-6eee-499e-82aa-52682512c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:27.950291 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-8e4063f0-6eee-499e-82aa-52682512c321 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 1130 time: 0.0492501 Jul 01 16:45:28.022323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Router 28187b32-b7ab-44de-a28e-3101bbde27ec has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:28.026852 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'f786395a-a602-435d-8e01-09d07205ed36', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:b6:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:25Z', 'updated_at': '2022-07-01T16:45:25Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.037011 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.051394 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-ab0ecca3-2e6e-406c-ae46-eaa1d5ba10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:28.052884 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-ab0ecca3-2e6e-406c-ae46-eaa1d5ba10ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0963688 Jul 01 16:45:28.056839 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:28.065819 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:28.066489 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.124029 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-e80988d5-34a8-435f-890a-5e5c2596b193 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93 HTTP/1.1" status: 200 len: 999 time: 0.0640860 Jul 01 16:45:28.138662 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:28.146851 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1759b0b7-6409-4814-a812-0826f423fdf2 admin admin] 10.222.0.57 "PUT /v2.0/routers/28187b32-b7ab-44de-a28e-3101bbde27ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643942 Jul 01 16:45:28.147651 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37166) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:28.152190 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Sync routers for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:28.166912 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:28.168288 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.170685 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:28.185418 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-09a5abe9-21c1-4eff-ae55-d26db743f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:28.188690 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-09a5abe9-21c1-4eff-ae55-d26db743f382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0584202 Jul 01 16:45:28.235463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.248398 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-e624f354-aaee-4c0a-b04f-21abeb8cc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:28.250093 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-e624f354-aaee-4c0a-b04f-21abeb8cc0ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547252 Jul 01 16:45:28.260936 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.263027 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks [] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:28.265909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.293110 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:28.372126 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-0b5aef00-9c9b-4b2a-a48d-9d384eb26c8a service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131616 Jul 01 16:45:28.399640 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks [] for router_gateway (28187b32-b7ab-44de-a28e-3101bbde27ec), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:28.433306 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.454623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Deleting port ff03608a-9553-4ec2-add3-e6a18071478f {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:28.455483 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:28.458165 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.496567 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b6cb107-cbf5-4605-8806-29cd495b22f7 req-257b8bdb-d33e-4ede-bb72-f8a9ed46a1f5 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175060 Jul 01 16:45:28.505084 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'f786395a-a602-435d-8e01-09d07205ed36', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:b6:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:25Z', 'updated_at': '2022-07-01T16:45:25Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.506546 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:45:27Z', 'revision_number': 5, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port': {'id': 'ff03608a-9553-4ec2-add3-e6a18071478f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.531290 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c463dbd-b31c-4f1f-9094-01d344a4a614 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'f786395a-a602-435d-8e01-09d07205ed36', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:b6:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:25Z', 'updated_at': '2022-07-01T16:45:25Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:28.535439 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Checking router: 28187b32-b7ab-44de-a28e-3101bbde27ec for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:28.547181 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] For port ff03608a-9553-4ec2-add3-e6a18071478f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=ff03608a-9553-4ec2-add3-e6a18071478f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:28.547550 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:28.551633 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Routers {'28187b32-b7ab-44de-a28e-3101bbde27ec'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:28.552329 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['28187b32-b7ab-44de-a28e-3101bbde27ec'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.562430 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Calling delete_port for ff03608a-9553-4ec2-add3-e6a18071478f owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:28.773932 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f4b98-42aa-4380-8a40-6db272a2260a None None] New status for floating IP f786395a-a602-435d-8e01-09d07205ed36: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:28.783284 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] Set router 28187b32-b7ab-44de-a28e-3101bbde27ec gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:28.845783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:45:28Z', 'revision_number': 6, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:28.872258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a4fc1-77af-48bc-aecd-69835190d373 None None] The sync data for ids ['28187b32-b7ab-44de-a28e-3101bbde27ec'] in dv-cinder-797608-41-iscsi is: [{'id': '28187b32-b7ab-44de-a28e-3101bbde27ec', 'name': 'tempest-TestMinimumBasicScenario-1715799083-router', 'tenant_id': 'ef0cc672766c47759a088a398d95147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:25Z', 'updated_at': '2022-07-01T16:45:28Z', 'revision_number': 6, 'project_id': 'ef0cc672766c47759a088a398d95147f', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:28.899475 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:28.974502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (ff03608a-9553-4ec2-add3-e6a18071478f), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.003387 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff03608a-9553-4ec2-add3-e6a18071478f,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:29.067412 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (28187b32-b7ab-44de-a28e-3101bbde27ec), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.154385 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.156534 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks [] for router_controller (28187b32-b7ab-44de-a28e-3101bbde27ec), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.199437 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (28187b32-b7ab-44de-a28e-3101bbde27ec), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.199980 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28187b32-b7ab-44de-a28e-3101bbde27ec {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:45:29.204769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.208228 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4b2770ab-b392-4901-87aa-729b119be0d0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/28187b32-b7ab-44de-a28e-3101bbde27ec HTTP/1.1" status: 204 len: 168 time: 1.0567212 Jul 01 16:45:29.209926 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37170) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:29.262313 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Deleting subnet b9d3a047-85f0-4559-96a9-7bc6284478b0 {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:45:29.265865 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Publish callbacks [] for subnet (b9d3a047-85f0-4559-96a9-7bc6284478b0), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.302299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (b9d3a047-85f0-4559-96a9-7bc6284478b0), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.406614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (b9d3a047-85f0-4559-96a9-7bc6284478b0), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.460102 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (b9d3a047-85f0-4559-96a9-7bc6284478b0), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.489879 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.493038 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9d3a047-85f0-4559-96a9-7bc6284478b0 HTTP/1.1" status: 204 len: 168 time: 0.2818692 Jul 01 16:45:29.493870 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37074e18-9074-4328-9e53-391c111029ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d3a047-85f0-4559-96a9-7bc6284478b0,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:29.496095 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37172) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:29.498324 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905740c9-4422-452f-baa3-8b1e7b6c6e12 None None] Network 2ae80d44-e5eb-422c-be0c-2606e5c357a3 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:45:29.513109 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:29.572052 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (2ae80d44-e5eb-422c-be0c-2606e5c357a3), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.616179 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Deleting port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:29.617844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.668423 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] DHCP port deletion for 2ae80d44-e5eb-422c-be0c-2606e5c357a3 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:45:29.684227 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:29.689867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] For port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:29.690235 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.706916 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Calling delete_port for 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 owned by network:dhcp {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:29.716394 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Deleting port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:29.716935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.733355 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:29.800664 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.815976 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] For port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,segment=NetworkSegment(a6aea568-8f46-4eb2-9ff2-3bd259c6892c),segment_id=a6aea568-8f46-4eb2-9ff2-3bd259c6892c)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:29.816379 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.832361 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:29.833469 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Calling delete_port for 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:29.835907 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] No DVR routers for this DVR port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 on host dv-cinder-797608-41-iscsi {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:29.838921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No active binding found for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 {{(pid=110576) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 01 16:45:29.839621 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] The host dv-cinder-797608-41-iscsi is not matching for port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 host None! {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 01 16:45:29.840166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:29.840930 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device ff03608a-9553-4ec2-add3-e6a18071478f no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:29.865420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: ff03608a-9553-4ec2-add3-e6a18071478f {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:29.866029 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device ff03608a-9553-4ec2-add3-e6a18071478f not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:29.866665 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 94cdc056-342d-41d9-a6dd-ea6d71566b00 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:29.889298 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 94cdc056-342d-41d9-a6dd-ea6d71566b00 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:29.889906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 94cdc056-342d-41d9-a6dd-ea6d71566b00 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:29.956976 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (2ae80d44-e5eb-422c-be0c-2606e5c357a3), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.963401 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (8f0a2d95-b42e-498f-8ebf-3a1c52c49217), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:29.982718 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae80d44-e5eb-422c-be0c-2606e5c357a3']}} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:29.997167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] Pushing event deleted for resources: {'Port': ['ID=8f0a2d95-b42e-498f-8ebf-3a1c52c49217,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:29.997963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c') {'for_net_delete': True} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:29.998335 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aea568-8f46-4eb2-9ff2-3bd259c6892c') {} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:30.005577 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b08dae-bf42-41cd-af05-edd415c24242 None None] No DVR routers for this DVR port 8f0a2d95-b42e-498f-8ebf-3a1c52c49217 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:30.010053 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3487620'] for segment (a6aea568-8f46-4eb2-9ff2-3bd259c6892c), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.028474 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (a6aea568-8f46-4eb2-9ff2-3bd259c6892c), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.036758 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=110574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:45:30.037252 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4028681'] for segment (a6aea568-8f46-4eb2-9ff2-3bd259c6892c), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.065538 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment a6aea568-8f46-4eb2-9ff2-3bd259c6892c resource provider aggregate not found Jul 01 16:45:30.103759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (2ae80d44-e5eb-422c-be0c-2606e5c357a3), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.109651 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.112771 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2ae80d44-e5eb-422c-be0c-2606e5c357a3 HTTP/1.1" status: 204 len: 168 time: 0.6157353 Jul 01 16:45:30.114446 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment a6aea568-8f46-4eb2-9ff2-3bd259c6892c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6aea568-8f46-4eb2-9ff2-3bd259c6892c found for delete ", "request_id": "req-9df63eb6-9730-482d-b08e-acfa8734c9a0"}]} Jul 01 16:45:30.116404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37182) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:30.131193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b744-03e4-4616-a680-bc3544aa5772 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae80d44-e5eb-422c-be0c-2606e5c357a3,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:30.468449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (f50f1454-aa34-46d9-a681-e26c66653552), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.707104 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Deleting port b656fa69-dd1d-496c-94fb-58cb815197ca {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:30.707353 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.791221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] For port b656fa69-dd1d-496c-94fb-58cb815197ca, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b656fa69-dd1d-496c-94fb-58cb815197ca,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:30.791587 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:30.800803 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:30.805830 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Calling delete_port for b656fa69-dd1d-496c-94fb-58cb815197ca owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:30.809627 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:30.987189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b656fa69-dd1d-496c-94fb-58cb815197ca), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:31.012614 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b656fa69-dd1d-496c-94fb-58cb815197ca,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:31.441541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (f50f1454-aa34-46d9-a681-e26c66653552), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:31.661221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Router f50f1454-aa34-46d9-a681-e26c66653552 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:31.773109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:31.778163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-54b748d8-24d9-4cec-a199-a634e5d6a1b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/f50f1454-aa34-46d9-a681-e26c66653552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597004 Jul 01 16:45:31.780700 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37202) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:31.782785 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Sync routers for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:31.792946 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:31.793567 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:31.879283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:31.883678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks [] for router (f50f1454-aa34-46d9-a681-e26c66653552), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:31.897419 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:31.958208 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:31.987743 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks [] for router_gateway (f50f1454-aa34-46d9-a681-e26c66653552), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.032481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Deleting port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:32.032818 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.043781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:32.068124 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:45:30Z', 'revision_number': 5, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port': {'id': 'adb6ed2d-2fb4-4187-9c1d-d843a92cb89e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:32.094452 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Checking router: f50f1454-aa34-46d9-a681-e26c66653552 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:32.104087 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Routers {'f50f1454-aa34-46d9-a681-e26c66653552'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:32.104702 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['f50f1454-aa34-46d9-a681-e26c66653552'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:32.124404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] For port adb6ed2d-2fb4-4187-9c1d-d843a92cb89e, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:32.124792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.138047 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Calling delete_port for adb6ed2d-2fb4-4187-9c1d-d843a92cb89e owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:32.190942 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] Set router f50f1454-aa34-46d9-a681-e26c66653552 gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:32.244130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:45:31Z', 'revision_number': 6, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:32.245714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:32.272392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270877-2e6f-4793-b197-0defcffcc9fd None None] The sync data for ids ['f50f1454-aa34-46d9-a681-e26c66653552'] in dv-cinder-797608-41-iscsi is: [{'id': 'f50f1454-aa34-46d9-a681-e26c66653552', 'name': 'tempest-TestMinimumBasicScenario-1467053396-router', 'tenant_id': 'f8d3731c3718400b9f8143151dfaac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:41:33Z', 'updated_at': '2022-07-01T16:45:31Z', 'revision_number': 6, 'project_id': 'f8d3731c3718400b9f8143151dfaac9f', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:32.317562 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (adb6ed2d-2fb4-4187-9c1d-d843a92cb89e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.346012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb6ed2d-2fb4-4187-9c1d-d843a92cb89e,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:32.410317 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (f50f1454-aa34-46d9-a681-e26c66653552), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.516023 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (f50f1454-aa34-46d9-a681-e26c66653552), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.518205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks [] for router_controller (f50f1454-aa34-46d9-a681-e26c66653552), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.580374 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (f50f1454-aa34-46d9-a681-e26c66653552), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.580995 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50f1454-aa34-46d9-a681-e26c66653552 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:45:32.586224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.587365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0f84ffe3-dedc-4e94-8a28-d10145caffb3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f50f1454-aa34-46d9-a681-e26c66653552 HTTP/1.1" status: 204 len: 168 time: 0.8057628 Jul 01 16:45:32.589901 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37204) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:32.639173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Deleting subnet 2d44cc98-222c-472e-ae5f-817f71224c05 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:45:32.642748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Publish callbacks [] for subnet (2d44cc98-222c-472e-ae5f-817f71224c05), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.687292 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (2d44cc98-222c-472e-ae5f-817f71224c05), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.773809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (2d44cc98-222c-472e-ae5f-817f71224c05), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.805333 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:32.831134 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (2d44cc98-222c-472e-ae5f-817f71224c05), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.857247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d44cc98-222c-472e-ae5f-817f71224c05,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:32.863005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.866931 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-01e3b91f-ef62-46f8-8de3-9c6b62b8452e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2d44cc98-222c-472e-ae5f-817f71224c05 HTTP/1.1" status: 204 len: 168 time: 0.2755044 Jul 01 16:45:32.868862 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37208) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:32.870757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d9bd6-0b59-4a7f-a695-685c1a9cb21b None None] Network 2dc239ca-bb79-433e-9b13-d586c3b0407c requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:45:32.942467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (2dc239ca-bb79-433e-9b13-d586c3b0407c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:32.987775 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Deleting port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:32.988115 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.004993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:33.058671 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] DHCP port deletion for 2dc239ca-bb79-433e-9b13-d586c3b0407c request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:45:33.060446 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] For port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:33.060832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.075999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Calling delete_port for 2563396b-bbd5-4af2-95e9-fd3ac04eea6c owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:33.098759 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Deleting port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:33.099091 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.161235 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.168891 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] For port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,segment=NetworkSegment(0807e6d6-b23f-429a-96a8-365b76cf6820),segment_id=0807e6d6-b23f-429a-96a8-365b76cf6820)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:33.168891 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.183228 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Calling delete_port for 2563396b-bbd5-4af2-95e9-fd3ac04eea6c owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:33.186002 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Pushing event deleted for resources: {'Port': ['ID=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:33.192593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] No DVR routers for this DVR port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:33.262930 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (2563396b-bbd5-4af2-95e9-fd3ac04eea6c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.271165 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (2dc239ca-bb79-433e-9b13-d586c3b0407c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.292359 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] Pushing event deleted for resources: {'Port': ['ID=2563396b-bbd5-4af2-95e9-fd3ac04eea6c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:33.293280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc239ca-bb79-433e-9b13-d586c3b0407c']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:33.296044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0a8a9-f2db-4791-8605-274d213c00ca None None] No DVR routers for this DVR port 2563396b-bbd5-4af2-95e9-fd3ac04eea6c on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:33.309947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0807e6d6-b23f-429a-96a8-365b76cf6820') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:33.310239 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0807e6d6-b23f-429a-96a8-365b76cf6820') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:33.321650 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (0807e6d6-b23f-429a-96a8-365b76cf6820), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.337012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (0807e6d6-b23f-429a-96a8-365b76cf6820), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.345357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:45:33.345750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (0807e6d6-b23f-429a-96a8-365b76cf6820), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.417458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (2dc239ca-bb79-433e-9b13-d586c3b0407c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.423380 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.426886 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] 10.222.0.57 "DELETE /v2.0/networks/2dc239ca-bb79-433e-9b13-d586c3b0407c HTTP/1.1" status: 204 len: 168 time: 0.5571039 Jul 01 16:45:33.444458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177d93-7bd5-4f92-8833-272d2e4f926b admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc239ca-bb79-433e-9b13-d586c3b0407c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:33.511789 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 0807e6d6-b23f-429a-96a8-365b76cf6820 resource provider aggregate not found Jul 01 16:45:33.528368 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 0807e6d6-b23f-429a-96a8-365b76cf6820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0807e6d6-b23f-429a-96a8-365b76cf6820 found for delete ", "request_id": "req-c2e98771-c52d-42ba-a987-e39fa657ce9e"}]} Jul 01 16:45:33.603976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37220) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:33.643662 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 2563396b-bbd5-4af2-95e9-fd3ac04eea6c no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:33.646763 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7ae51b81-6923-439e-8d01-823dbfc5bc11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef0cc672766c47759a088a398d95147f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416162 Jul 01 16:45:33.649235 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37222) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:33.662574 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 2563396b-bbd5-4af2-95e9-fd3ac04eea6c {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:33.662914 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 2563396b-bbd5-4af2-95e9-fd3ac04eea6c not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:33.663849 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b656fa69-dd1d-496c-94fb-58cb815197ca no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:33.683122 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: b656fa69-dd1d-496c-94fb-58cb815197ca {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:33.683461 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b656fa69-dd1d-496c-94fb-58cb815197ca not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:33.683944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device adb6ed2d-2fb4-4187-9c1d-d843a92cb89e no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:33.698663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] Publish callbacks [] for security_group (38b9f96c-37f7-44ad-90e9-f055a6907e58), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.701718 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: adb6ed2d-2fb4-4187-9c1d-d843a92cb89e {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:33.702060 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device adb6ed2d-2fb4-4187-9c1d-d843a92cb89e not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:33.722779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] Publish callbacks [] for security_group (38b9f96c-37f7-44ad-90e9-f055a6907e58), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.784857 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (38b9f96c-37f7-44ad-90e9-f055a6907e58), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.787441 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:33.789652 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38b9f96c-37f7-44ad-90e9-f055a6907e58 HTTP/1.1" status: 204 len: 168 time: 0.1389415 Jul 01 16:45:33.799111 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5f03-8e12-4585-936f-3f960130fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b9f96c-37f7-44ad-90e9-f055a6907e58,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:34.136630 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbd0f-0b06-46e1-841f-9b246931b989 req-b1165ead-65ad-4d08-b8dd-062798aa2315 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:34.138487 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56dbd0f-0b06-46e1-841f-9b246931b989 req-b1165ead-65ad-4d08-b8dd-062798aa2315 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0576422 Jul 01 16:45:34.168569 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37236) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:34.188858 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56dbd0f-0b06-46e1-841f-9b246931b989 req-2d6659ca-23a5-4f36-9d68-6766e536d019 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Jul 01 16:45:34.215124 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-373ebce9-f9bf-4903-b3e9-9916473ed0d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8d3731c3718400b9f8143151dfaac9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453875 Jul 01 16:45:34.217590 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37238) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:34.267869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] Publish callbacks [] for security_group (ed188099-e564-4010-8cf7-c56492707c0b), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:34.290066 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] Publish callbacks [] for security_group (ed188099-e564-4010-8cf7-c56492707c0b), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:34.339537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ed188099-e564-4010-8cf7-c56492707c0b), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:34.342165 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:34.343330 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed188099-e564-4010-8cf7-c56492707c0b HTTP/1.1" status: 204 len: 168 time: 0.1248608 Jul 01 16:45:34.351661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7d3c3-fcb2-454b-a217-da744336f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed188099-e564-4010-8cf7-c56492707c0b,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:35.295633 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=11 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:35.315325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd969-20f5-4c02-bcee-98e51e5c9b30 req-8679fc4c-d041-4006-a46a-541146ede2b0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:35.316821 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-061fd969-20f5-4c02-bcee-98e51e5c9b30 req-8679fc4c-d041-4006-a46a-541146ede2b0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0495772 Jul 01 16:45:35.364987 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-061fd969-20f5-4c02-bcee-98e51e5c9b30 req-1b71b180-baf5-4c74-b134-c223935ad489 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Jul 01 16:45:36.130973 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545db0b-eea1-4a00-9256-992543c4d538 req-3a404a21-a98b-44b5-a426-af30e3dd4a3b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:36.133069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e545db0b-eea1-4a00-9256-992543c4d538 req-3a404a21-a98b-44b5-a426-af30e3dd4a3b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0529456 Jul 01 16:45:36.221960 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port 3048ed1f-ed3c-4ece-8895-278d40e90955 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:36.222305 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:36.287322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:36.318731 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] For port 3048ed1f-ed3c-4ece-8895-278d40e90955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3048ed1f-ed3c-4ece-8895-278d40e90955,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:36.320482 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:36.527579 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7d90-3402-40aa-ac8b-c025de9b971a req-ee4da7d4-d266-4aca-beff-cd203773e50c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:36.529042 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e28e7d90-3402-40aa-ac8b-c025de9b971a req-ee4da7d4-d266-4aca-beff-cd203773e50c tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d HTTP/1.1" status: 200 len: 945 time: 0.0654099 Jul 01 16:45:36.532025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:36.532393 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:36.532710 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 1a98fdf3-3b40-49ee-a1fd-8af2c0958677 disassociated. External IP: 172.27.2.198, port: 3048ed1f-ed3c-4ece-8895-278d40e90955. Jul 01 16:45:36.533059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for 3048ed1f-ed3c-4ece-8895-278d40e90955 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:36.628325 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e28e7d90-3402-40aa-ac8b-c025de9b971a req-23661104-aa6c-49c2-b27d-489180af8a2e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928371 Jul 01 16:45:36.708987 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (3048ed1f-ed3c-4ece-8895-278d40e90955), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:36.738831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=3048ed1f-ed3c-4ece-8895-278d40e90955,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:36.852466 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:36.943161 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:36.961877 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:36.972457 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:36.983548 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:36.984173 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:37.003478 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] No DVR routers for this DVR port 3048ed1f-ed3c-4ece-8895-278d40e90955 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:37.006031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:37.010008 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e545db0b-eea1-4a00-9256-992543c4d538 req-70231954-0753-40c5-86d5-be83e22bd2fa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "DELETE /v2.0/ports/3048ed1f-ed3c-4ece-8895-278d40e90955 HTTP/1.1" status: 204 len: 173 time: 0.8701277 Jul 01 16:45:37.010523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'name': 'network-vif-deleted', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:37.012730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb48476-8d4e-41f2-b6ad-4647938b54fa" -d '{"events": [{"server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "name": "network-vif-deleted", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:37.063618 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e04810-181b-4a90-b5c7-494e2070d097 x-openstack-request-id: req-92e04810-181b-4a90-b5c7-494e2070d097 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:37.064101 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d", "name": "network-vif-deleted", "tag": "3048ed1f-ed3c-4ece-8895-278d40e90955", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:37.064517 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92e04810-181b-4a90-b5c7-494e2070d097 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:37.065331 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e04810-181b-4a90-b5c7-494e2070d097'] response: {'server_uuid': '4d96bcc7-6ebf-4c8b-ad33-719cd2f7ad7d', 'name': 'network-vif-deleted', 'tag': '3048ed1f-ed3c-4ece-8895-278d40e90955', 'status': 'completed', 'code': 200} Jul 01 16:45:37.119659 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:37.263986 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:37.340514 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:37.370297 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:37.379223 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:37.379860 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:37.487780 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:37.691377 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:37.721440 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb46ab-44f2-4b8f-b606-3fbb5670c487 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:37.725955 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37268) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:37.787530 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (9d391c7d-72d8-4a6e-8fb4-4f7e74f741be), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:37.813151 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (9d391c7d-72d8-4a6e-8fb4-4f7e74f741be), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:37.851739 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:37.869537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9d391c7d-72d8-4a6e-8fb4-4f7e74f741be), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:37.872189 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:37.873361 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/security-groups/9d391c7d-72d8-4a6e-8fb4-4f7e74f741be HTTP/1.1" status: 204 len: 168 time: 0.1457613 Jul 01 16:45:37.876251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37270) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:37.884142 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4e088-4a1b-406a-836f-af1e266188e1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d391c7d-72d8-4a6e-8fb4-4f7e74f741be,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:37.893826 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-4872abc4-04a4-479a-bce0-0e272767616b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] show failed (client error): The resource could not be found. Jul 01 16:45:37.895212 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4872abc4-04a4-479a-bce0-0e272767616b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups/9d391c7d-72d8-4a6e-8fb4-4f7e74f741be HTTP/1.1" status: 404 len: 347 time: 0.0172746 Jul 01 16:45:37.898158 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37272) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:37.981581 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0f78c-f2ed-4195-9d0b-41a33b2d1ed5 None None] New status for floating IP 1a98fdf3-3b40-49ee-a1fd-8af2c0958677: DOWN {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:38.016781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port d5341347-757d-4ac8-a9c3-9390c69ba39f {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:38.017081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.103917 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.104170 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (d5341347-757d-4ac8-a9c3-9390c69ba39f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.120086 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for d5341347-757d-4ac8-a9c3-9390c69ba39f owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:38.137912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:38.268745 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (d5341347-757d-4ac8-a9c3-9390c69ba39f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.299434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=d5341347-757d-4ac8-a9c3-9390c69ba39f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:38.364274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (1a98fdf3-3b40-49ee-a1fd-8af2c0958677), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.367565 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.368739 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-08e304c5-70bc-4756-9258-75036941ed2a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/floatingips/1a98fdf3-3b40-49ee-a1fd-8af2c0958677 HTTP/1.1" status: 204 len: 168 time: 0.4695690 Jul 01 16:45:38.441517 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37284) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:38.447202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263819969', 'description': 'tempest-description--774886856'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:38.473024 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.483044 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca87bc9-65bc-45ae-92fd-408a1260640c req-2490ab87-e27b-4745-a245-f39aaf821c8e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:38.484518 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ca87bc9-65bc-45ae-92fd-408a1260640c req-2490ab87-e27b-4745-a245-f39aaf821c8e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0575583 Jul 01 16:45:38.536498 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ca87bc9-65bc-45ae-92fd-408a1260640c req-ffa7b314-347d-4727-a359-fc4507754b75 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463600 Jul 01 16:45:38.546455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (8be64511-0d40-47c4-9289-852988d40c53), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.552231 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8be64511-0d40-47c4-9289-852988d40c53), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.566977 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:38.588173 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.589445 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1464100 Jul 01 16:45:38.591940 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94590897-3221-4227-977e-8154ffe92479 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be64511-0d40-47c4-9289-852988d40c53,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:38.592452 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37286) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:38.597000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '8be64511-0d40-47c4-9289-852988d40c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:38.624089 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (362967ae-07f6-466a-aff4-cd81fa2061d3), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.680905 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (362967ae-07f6-466a-aff4-cd81fa2061d3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.684739 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (362967ae-07f6-466a-aff4-cd81fa2061d3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.703614 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362967ae-07f6-466a-aff4-cd81fa2061d3,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:38.712822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.714004 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bcb8a125-4625-4ea7-a3a3-37e0efec0a41 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205740 Jul 01 16:45:38.716665 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37288) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:38.720871 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'security_group_rule': {'security_group_id': '8be64511-0d40-47c4-9289-852988d40c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:38.747944 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (848ddca4-41e8-4862-b843-e5082257b8db), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.768592 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:38.811484 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (848ddca4-41e8-4862-b843-e5082257b8db), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.815341 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (848ddca4-41e8-4862-b843-e5082257b8db), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.834583 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848ddca4-41e8-4862-b843-e5082257b8db,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:38.842846 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.844156 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1818a5bc-8134-46a1-a1fa-709d3df4a5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264982 Jul 01 16:45:38.847219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37290) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:38.852817 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:38.874040 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:38.952996 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.000570 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a21db3f-ddeb-4393-8259-2fa1a5684b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.065085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.27.2.186 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/a2c5e79f-202c-4a11-9e74-92278ae887c4) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:45:39.076655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:39.171396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.203050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.246503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:45:39.251117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:45:39.255091 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:45:39.278529 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=a2c5e79f-202c-4a11-9e74-92278ae887c4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:39.340687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (94504951-0fdc-449c-8311-d9887c880993), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.384426 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.522454 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:39.544733 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 3048ed1f-ed3c-4ece-8895-278d40e90955 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:39.545557 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.550523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.571623 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 3048ed1f-ed3c-4ece-8895-278d40e90955 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:39.571969 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 3048ed1f-ed3c-4ece-8895-278d40e90955 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:39.639574 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=a2c5e79f-202c-4a11-9e74-92278ae887c4,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:39.664853 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (94504951-0fdc-449c-8311-d9887c880993), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.688881 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e3cda-5fa6-4a49-8496-88f9be097832 req-1998af95-ac66-4d2d-8f32-ced6a5523650 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:39.690383 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e6e3cda-5fa6-4a49-8496-88f9be097832 req-1998af95-ac66-4d2d-8f32-ced6a5523650 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0673470 Jul 01 16:45:39.693351 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:39.694528 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5e55e4a3-4b77-4368-91b8-a88ed7dac5e7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8462460 Jul 01 16:45:39.749861 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e6e3cda-5fa6-4a49-8496-88f9be097832 req-ed8d8798-26c0-420b-9333-479ca7d88890 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537930 Jul 01 16:45:39.922185 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-ae71cb3c-4019-4982-96fa-8eeaef9dbe29 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--263819969&fields=id&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 267 time: 0.0490935 Jul 01 16:45:40.011088 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:40.054763 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-924d41d6-7a93-488d-be83-b0da8ddabd43 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:40.056256 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-924d41d6-7a93-488d-be83-b0da8ddabd43 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.1272168 Jul 01 16:45:40.077618 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-3ff0840b-c435-4624-aaed-45c9987f955d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/quotas/5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 375 time: 0.0153778 Jul 01 16:45:40.138522 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7316d0b0-2a2a-4568-ba9d-b0298842203d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533879 Jul 01 16:45:40.256414 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-081533ad-ff60-45d8-8856-cfdf6b5d2f35 service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060398 Jul 01 16:45:40.363520 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-47f73f5d-4d98-418f-80f4-fe80d418d44e service neutron] 10.222.0.57 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009612 Jul 01 16:45:40.814571 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-edc91fef-93c0-4344-9f73-c780e50b8fd4 req-eed65e2e-fb3d-4817-a569-e9cf20751a1b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 210 time: 0.2960863 Jul 01 16:45:40.894076 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231d75-ede6-4440-8976-512f69b09b18 req-ef24e390-904b-4416-af1e-9609e31ba509 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:40.895755 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05231d75-ede6-4440-8976-512f69b09b18 req-ef24e390-904b-4416-af1e-9609e31ba509 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0631359 Jul 01 16:45:40.946141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05231d75-ede6-4440-8976-512f69b09b18 req-f6e103ca-af17-4713-8ee9-725a598ce880 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436420 Jul 01 16:45:41.533737 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b584cd48-1930-41a7-82dd-2370c661b5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:41.913273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b5f35163-d14a-477c-a225-1d2891cdf541 req-fe331539-13a8-4d32-827c-7fd99249f1db tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 210 time: 0.0274267 Jul 01 16:45:42.068784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8481b49-2635-41e4-a6d4-985064c63901 req-ba6dca74-5979-447b-9e0f-9c07cde080c6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:42.074916 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8481b49-2635-41e4-a6d4-985064c63901 req-ba6dca74-5979-447b-9e0f-9c07cde080c6 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0578096 Jul 01 16:45:42.120221 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8481b49-2635-41e4-a6d4-985064c63901 req-dcc27630-e7f9-4a7b-ad10-f920b6b326f1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440021 Jul 01 16:45:42.603143 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-b2acfb9e-ba5c-4c9b-910b-565339ffc822 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:42.604628 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-b2acfb9e-ba5c-4c9b-910b-565339ffc822 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.1989286 Jul 01 16:45:42.780746 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Deleting port b1c38327-6c47-4d4f-bcc3-847a86785a63 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:42.781086 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:42.853354 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:42.888501 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:42.900493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] For port b1c38327-6c47-4d4f-bcc3-847a86785a63, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b1c38327-6c47-4d4f-bcc3-847a86785a63,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:42.901343 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:42.932688 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-cacf2b06-c271-4cd3-bc1e-caa408f262a9 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:42.934176 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-cacf2b06-c271-4cd3-bc1e-caa408f262a9 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 815 time: 0.1168208 Jul 01 16:45:43.012973 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-8e1a4cd6-d44b-4c41-9fd8-e324c77c8ee3 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5747a83d930f4075a78e9b14abd58c7f HTTP/1.1" status: 200 len: 379 time: 0.0563614 Jul 01 16:45:43.053054 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f728c492-f27d-4784-b97e-a05dd5304040 req-25780ebf-baf9-45c9-8cf0-076600992cfd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 210 time: 0.0389192 Jul 01 16:45:43.115949 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.116431 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.116753 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Floating IP a1ae243c-35d9-485b-b687-8f35fe9049f7 disassociated. External IP: 172.27.2.34, port: b1c38327-6c47-4d4f-bcc3-847a86785a63. Jul 01 16:45:43.117107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Calling delete_port for b1c38327-6c47-4d4f-bcc3-847a86785a63 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:43.127721 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'port': {'device_id': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'admin_state_up': True, 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'security_groups': ['8be64511-0d40-47c4-9289-852988d40c53']}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:43.188405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:43.243300 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Made reservation on behalf of 5747a83d930f4075a78e9b14abd58c7f for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:45:43.246774 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.269751 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6da7-67ca-498e-9436-a6e12acaf967 req-2dffb56e-6ede-4788-8e42-1e3c20368e84 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:43.271285 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1abf6da7-67ca-498e-9436-a6e12acaf967 req-2dffb56e-6ede-4788-8e42-1e3c20368e84 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=f084bd09-4d9f-4dfc-8166-711a8c80cbee HTTP/1.1" status: 200 len: 946 time: 0.0813162 Jul 01 16:45:43.310695 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b1c38327-6c47-4d4f-bcc3-847a86785a63), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.357201 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event deleted for resources: {'Port': ['ID=b1c38327-6c47-4d4f-bcc3-847a86785a63,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:43.366859 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1abf6da7-67ca-498e-9436-a6e12acaf967 req-22f4a990-fe6d-4bc9-b75f-cbce0a8496c3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa5eeb63-5d85-4b95-b20e-a93fea806109&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878711 Jul 01 16:45:43.382125 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Allocated IP 172.20.0.14 (c5acd85f-f778-4915-8079-a3e9582e6528/3c238b4a-8876-4dbc-86b8-10bcebb14d5e/e1d9786d-77cd-467e-a907-5d453b790339) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:45:43.477374 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:43.529843 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for port (e1d9786d-77cd-467e-a907-5d453b790339), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.567716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.592962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:43.606314 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:43.610083 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:43.620072 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Network c5acd85f-f778-4915-8079-a3e9582e6528 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:45:43.622279 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:43.623009 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:43.624723 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:45:43.627617 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:45:43.631128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event updated for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:43.642642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] No DVR routers for this DVR port b1c38327-6c47-4d4f-bcc3-847a86785a63 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:43.645359 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.649294 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3728cebf-bc3a-43a7-b3f5-a73b0f79615a req-87a1e6f9-6782-43d6-8812-cc5eb6d577bf tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "DELETE /v2.0/ports/b1c38327-6c47-4d4f-bcc3-847a86785a63 HTTP/1.1" status: 204 len: 173 time: 0.9580953 Jul 01 16:45:43.649908 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'name': 'network-vif-deleted', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:43.652284 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5490c-6a9b-4d8b-a220-0d4bb4a49757" -d '{"events": [{"server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "name": "network-vif-deleted", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:43.685840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:43.686840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.709023 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-7e560b18-7045-4705-b549-162d21466379 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850582 Jul 01 16:45:43.722726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eaa216-9a75-4b69-b789-5f0e4008e3f3 x-openstack-request-id: req-a6eaa216-9a75-4b69-b789-5f0e4008e3f3 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:43.723025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f084bd09-4d9f-4dfc-8166-711a8c80cbee", "name": "network-vif-deleted", "tag": "b1c38327-6c47-4d4f-bcc3-847a86785a63", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:43.723278 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6eaa216-9a75-4b69-b789-5f0e4008e3f3 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:43.723711 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eaa216-9a75-4b69-b789-5f0e4008e3f3'] response: {'server_uuid': 'f084bd09-4d9f-4dfc-8166-711a8c80cbee', 'name': 'network-vif-deleted', 'tag': 'b1c38327-6c47-4d4f-bcc3-847a86785a63', 'status': 'completed', 'code': 200} Jul 01 16:45:43.739265 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Request body: {'port': {'device_id': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:43.786193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:43.796248 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:43.824780 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e1d9786d-77cd-467e-a907-5d453b790339), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:43.994896 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-9ea4b7cd-26c2-4489-bb40-f78ccef08cc7 None None] Provisioning complete for port e1d9786d-77cd-467e-a907-5d453b790339 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:43.995946 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ea4b7cd-26c2-4489-bb40-f78ccef08cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e1d9786d-77cd-467e-a907-5d453b790339), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.029431 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4b7cd-26c2-4489-bb40-f78ccef08cc7 None None] Port e1d9786d-77cd-467e-a907-5d453b790339 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:45:44.036338 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:44.065653 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:44.075210 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:44.075945 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:44.126559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d9786d-77cd-467e-a907-5d453b790339 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:44.139859 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks [] for port (e1d9786d-77cd-467e-a907-5d453b790339), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.150087 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:44.155594 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Transition to ACTIVE for port object e1d9786d-77cd-467e-a907-5d453b790339 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:45:44.160991 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.180971 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be4533-ffb8-462f-8fad-e5f6eaf2506e req-e211c57d-7530-457e-8616-a1664d6a33b4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:44.182754 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25be4533-ffb8-462f-8fad-e5f6eaf2506e req-e211c57d-7530-457e-8616-a1664d6a33b4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 932 time: 0.0604270 Jul 01 16:45:44.184785 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:44.187912 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:44.259569 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25be4533-ffb8-462f-8fad-e5f6eaf2506e req-1925059a-4779-4578-86c3-16631c9efbbd tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666807 Jul 01 16:45:44.267192 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Pushing event updated for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:44.368572 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Attempting to bind port e1d9786d-77cd-467e-a907-5d453b790339 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:45:44.368902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Attempting to bind port e1d9786d-77cd-467e-a907-5d453b790339 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:45:44.369543 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Attempting to bind port e1d9786d-77cd-467e-a907-5d453b790339 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:44.370099 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:44.374924 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Port e1d9786d-77cd-467e-a907-5d453b790339 on network c5acd85f-f778-4915-8079-a3e9582e6528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:45:44.375259 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Attempting to bind port e1d9786d-77cd-467e-a907-5d453b790339 on network c5acd85f-f778-4915-8079-a3e9582e6528 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:45:44.381966 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:45:44.382403 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Checking segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:45:44.382782 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Bound using segment: {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:45:44.383303 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Bound port: e1d9786d-77cd-467e-a907-5d453b790339, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d754cac-3f9a-442b-bc8a-35953fbfdae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:45:44.384122 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e1d9786d-77cd-467e-a907-5d453b790339), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.398582 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.476481 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:45:44.481471 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e1d9786d-77cd-467e-a907-5d453b790339,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:45:44.490023 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.504518 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37348) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:44.539488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:44.540275 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.541707 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] 10.222.0.43 "PUT /v2.0/ports/e1d9786d-77cd-467e-a907-5d453b790339 HTTP/1.1" status: 200 len: 1094 time: 0.8067880 Jul 01 16:45:44.544829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:44.548009 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "tag": "e1d9786d-77cd-467e-a907-5d453b790339"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:44.574735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563e7e4-f5d7-4454-8fb3-5f16d17842ce service neutron] Pushing event updated for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:44.578608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:44.600016 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:44.613385 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (aa5eeb63-5d85-4b95-b20e-a93fea806109), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.631511 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fef915-2b83-44a6-b8d4-b642608a516b x-openstack-request-id: req-c9fef915-2b83-44a6-b8d4-b642608a516b {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:44.632475 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "tag": "e1d9786d-77cd-467e-a907-5d453b790339", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:44.632884 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9fef915-2b83-44a6-b8d4-b642608a516b {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:44.633294 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9fef915-2b83-44a6-b8d4-b642608a516b'] response: {'name': 'network-changed', 'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339', 'status': 'completed', 'code': 200} Jul 01 16:45:44.637025 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589db31-d2e6-4633-b7b6-0c2b2de18d04 None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:40:37Z', 'revision_number': 4, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '626d6453-1029-4913-a443-e62a0f54c777', 'name': '', 'network_id': '40bcc3f6-35b7-411b-aab1-54f20941aafb', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'mac_address': 'fa:16:3e:5a:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:35Z', 'updated_at': '2022-07-01T16:40:49Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'subnets': [{'id': '0c097e17-d176-414e-a93b-ca6858e6c7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:44.645134 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.676860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (aa5eeb63-5d85-4b95-b20e-a93fea806109), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.682559 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-f1dfcf3c-a803-4832-aec2-2bc42ca14dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:44.684449 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-f1dfcf3c-a803-4832-aec2-2bc42ca14dfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 1128 time: 0.0715361 Jul 01 16:45:44.743156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (aa5eeb63-5d85-4b95-b20e-a93fea806109), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.746186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.746636 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-469d1f03-a32b-49bd-9de1-e8d5b14267ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d9786d-77cd-467e-a907-5d453b790339 HTTP/1.1" status: 200 len: 217 time: 0.0456667 Jul 01 16:45:44.749919 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "DELETE /v2.0/security-groups/aa5eeb63-5d85-4b95-b20e-a93fea806109 HTTP/1.1" status: 204 len: 168 time: 0.2417843 Jul 01 16:45:44.750541 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37352) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:44.759281 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5eeb63-5d85-4b95-b20e-a93fea806109,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:44.767099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.767451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.767798 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.768139 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.768481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.768955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.769295 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.769629 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.769960 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.770288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.770790 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.771122 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.771450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.771775 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.772249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97f92-3903-4ec9-a73c-720f4b975049 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:44.778689 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.api.v2.resource [None req-bf3c504f-1f1a-43dc-914a-1cc99094c06f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] show failed (client error): The resource could not be found. Jul 01 16:45:44.783454 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bf3c504f-1f1a-43dc-914a-1cc99094c06f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups/aa5eeb63-5d85-4b95-b20e-a93fea806109 HTTP/1.1" status: 404 len: 347 time: 0.0315425 Jul 01 16:45:44.785282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37354) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:44.805749 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:44.828840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-6e49f7b0-41ff-484c-8c7c-8b1c12926706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:44.830466 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-6e49f7b0-41ff-484c-8c7c-8b1c12926706 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0698285 Jul 01 16:45:44.888726 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-cbd4a46f-7fd7-4f2c-ae3d-a369f741903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:44.890279 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-cbd4a46f-7fd7-4f2c-ae3d-a369f741903b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507357 Jul 01 16:45:44.935965 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Deleting port e7d839c9-786e-4c25-9b71-2576238b75cf {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:44.936319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:44.940974 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205b908-140a-4042-b863-2b3979b40a5b None None] New status for floating IP a1ae243c-35d9-485b-b687-8f35fe9049f7: DOWN {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:44.996561 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-eb526941-4035-4548-8e5f-d4c84df4b76e service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992405 Jul 01 16:45:45.022054 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:45.022909 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (e7d839c9-786e-4c25-9b71-2576238b75cf), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:45.025456 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:45.036419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Calling delete_port for e7d839c9-786e-4c25-9b71-2576238b75cf owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:45.094420 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4d2bc198-150e-4c36-8bb0-e32feff351d6 req-729a0b97-89e6-421d-a9b3-70bdea97c9d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913100 Jul 01 16:45:45.109414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:45.207643 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (e7d839c9-786e-4c25-9b71-2576238b75cf), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:45.234546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event deleted for resources: {'Port': ['ID=e7d839c9-786e-4c25-9b71-2576238b75cf,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:45.299730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks [] for floatingip (a1ae243c-35d9-485b-b687-8f35fe9049f7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:45.302186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:45.303892 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b318d5c6-b76d-4a8c-9801-ff0567b6e4ab tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "DELETE /v2.0/floatingips/a1ae243c-35d9-485b-b687-8f35fe9049f7 HTTP/1.1" status: 204 len: 168 time: 0.5168664 Jul 01 16:45:45.367482 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a2e44-6faf-4b20-b6c9-3af1cf9e86f1 req-9925cc94-0aa2-41f8-a633-f316c10592f8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:45.368988 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-200a2e44-6faf-4b20-b6c9-3af1cf9e86f1 req-9925cc94-0aa2-41f8-a633-f316c10592f8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 944 time: 0.0516706 Jul 01 16:45:45.420966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-200a2e44-6faf-4b20-b6c9-3af1cf9e86f1 req-d99280df-9142-4d13-adae-4b079e9e38b0 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460422 Jul 01 16:45:45.519504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b1c38327-6c47-4d4f-bcc3-847a86785a63 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:45.540445 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: b1c38327-6c47-4d4f-bcc3-847a86785a63 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:45.540791 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b1c38327-6c47-4d4f-bcc3-847a86785a63 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:46.153507 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-8112726d-7140-4951-9fbb-ed9af2fb4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:46.155047 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-8112726d-7140-4951-9fbb-ed9af2fb4bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 1128 time: 0.0437706 Jul 01 16:45:46.295716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-cf14b8e1-1efd-4d6a-b917-137e033d1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:46.297182 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-cf14b8e1-1efd-4d6a-b917-137e033d1568 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.1361938 Jul 01 16:45:46.337864 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-d849dc49-c1ab-42fe-90d0-04d2f9e0bcd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d9786d-77cd-467e-a907-5d453b790339 HTTP/1.1" status: 200 len: 217 time: 0.0331662 Jul 01 16:45:46.392479 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-0cf9eeb1-5c67-422b-a1cc-d159a75fe9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:46.393904 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-0cf9eeb1-5c67-422b-a1cc-d159a75fe9ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0489137 Jul 01 16:45:46.439819 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-7b2cca79-107e-48bf-9074-3b5d342b861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:46.441335 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-7b2cca79-107e-48bf-9074-3b5d342b861f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393183 Jul 01 16:45:46.552827 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc3cf3-06ac-44ef-a950-b8983b75ef2e req-3afed8e7-7daa-4451-822c-b1a8b9ba74d1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:46.554129 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-9b2ecd8e-a1c0-424a-a207-95d683165d2b service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048939 Jul 01 16:45:46.555140 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77dc3cf3-06ac-44ef-a950-b8983b75ef2e req-3afed8e7-7daa-4451-822c-b1a8b9ba74d1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 944 time: 0.0581145 Jul 01 16:45:46.605128 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77dc3cf3-06ac-44ef-a950-b8983b75ef2e req-454f398b-9888-4180-9e29-151397cdab3b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Jul 01 16:45:46.651942 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-6b40f417-d18e-40a1-84b2-05d2dd70c0e0 req-6cd45b55-ffa2-49a7-9330-ad21a44be746 service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Jul 01 16:45:47.534864 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device e1d9786d-77cd-467e-a907-5d453b790339 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:45:47.547296 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:47.647955 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e1d9786d-77cd-467e-a907-5d453b790339,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:47.660727 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'e1d9786d-77cd-467e-a907-5d453b790339', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'port_id': 'e1d9786d-77cd-467e-a907-5d453b790339', 'mac_address': 'fa:16:3e:9f:53:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:45:47.701315 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port e1d9786d-77cd-467e-a907-5d453b790339 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:47.701712 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e1d9786d-77cd-467e-a907-5d453b790339), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:47.718668 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d9786d-77cd-467e-a907-5d453b790339 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:45:47.728054 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc139-b28c-4b8c-8d91-c83637209b50 req-67c9fecc-9110-494c-8d20-f551a3875f37 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:47.732583 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15edc139-b28c-4b8c-8d91-c83637209b50 req-67c9fecc-9110-494c-8d20-f551a3875f37 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 944 time: 0.0583074 Jul 01 16:45:47.740992 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e1d9786d-77cd-467e-a907-5d453b790339,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:47.745784 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:47.788421 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15edc139-b28c-4b8c-8d91-c83637209b50 req-8d509e50-3b78-4e48-a899-32e2c2f198f1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Jul 01 16:45:47.797561 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:47.805668 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.806017 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.806390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.806729 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.807063 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.807395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.807725 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.808044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.808378 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.808707 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.809038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.809367 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.809691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.810013 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.810335 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:47.847314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a99e7-8a50-4631-b1d9-86149a92c91f req-9318d9c2-18bf-4585-92ac-d54d5da8be37 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:47.848807 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-350a99e7-8a50-4631-b1d9-86149a92c91f req-9318d9c2-18bf-4585-92ac-d54d5da8be37 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0595579 Jul 01 16:45:47.884748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:47.900784 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-350a99e7-8a50-4631-b1d9-86149a92c91f req-8f986541-d692-4835-944a-5bf7274e2e18 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Jul 01 16:45:48.134466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['e1d9786d-77cd-467e-a907-5d453b790339'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:48.904495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec67f12-b7ea-4c7b-95e5-8e7aaa56bb76 req-600ca362-6d1d-4970-9b7e-cf6cb64255df tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:48.905955 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bec67f12-b7ea-4c7b-95e5-8e7aaa56bb76 req-600ca362-6d1d-4970-9b7e-cf6cb64255df tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 945 time: 0.0489600 Jul 01 16:45:48.954319 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bec67f12-b7ea-4c7b-95e5-8e7aaa56bb76 req-eb6eee92-d4cc-48b1-981d-b9bc1f816b4d tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Jul 01 16:45:49.015066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acca79-6239-4ddf-bc92-accb1ef63773 req-8217e48e-0c98-4e9f-bce6-363b3cb0d756 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:49.016495 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05acca79-6239-4ddf-bc92-accb1ef63773 req-8217e48e-0c98-4e9f-bce6-363b3cb0d756 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0471358 Jul 01 16:45:49.067305 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05acca79-6239-4ddf-bc92-accb1ef63773 req-853f5717-8b21-48b7-b679-2af3c7f71374 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Jul 01 16:45:49.540620 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device e1d9786d-77cd-467e-a907-5d453b790339 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:45:49.582877 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port e1d9786d-77cd-467e-a907-5d453b790339 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:45:49.589985 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port e1d9786d-77cd-467e-a907-5d453b790339 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:45:49.590446 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (e1d9786d-77cd-467e-a907-5d453b790339), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:49.668175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port e1d9786d-77cd-467e-a907-5d453b790339 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:45:49.668563 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (e1d9786d-77cd-467e-a907-5d453b790339), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:49.685431 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:45:49.696269 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:49.698560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4e344-b69d-48b6-a659-e16a4d611865" -d '{"events": [{"server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e1d9786d-77cd-467e-a907-5d453b790339"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:49.711773 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e1d9786d-77cd-467e-a907-5d453b790339,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:49.716076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:49.738814 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb307568-6f7c-4c0c-8f92-b8adee995aea x-openstack-request-id: req-bb307568-6f7c-4c0c-8f92-b8adee995aea {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:49.739106 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e1d9786d-77cd-467e-a907-5d453b790339", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:49.739360 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb307568-6f7c-4c0c-8f92-b8adee995aea {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:49.739753 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb307568-6f7c-4c0c-8f92-b8adee995aea'] response: {'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339', 'code': 200} Jul 01 16:45:49.761068 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:49.766855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:50.078357 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233bd0-2c40-416a-ac6b-33848d5776b9 req-7b592e67-b6cb-44c9-9719-e3b8a4c4cc67 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:50.079846 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-74233bd0-2c40-416a-ac6b-33848d5776b9 req-7b592e67-b6cb-44c9-9719-e3b8a4c4cc67 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0514264 Jul 01 16:45:50.134268 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-74233bd0-2c40-416a-ac6b-33848d5776b9 req-9996bb22-f5ac-486c-979b-1418d9b6f235 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476971 Jul 01 16:45:50.188169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab37e6-53cd-49d1-ae5f-1ae34e571ff8 req-3237e992-037c-4a45-871d-a1a0a2c74d3c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:50.189632 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5eab37e6-53cd-49d1-ae5f-1ae34e571ff8 req-3237e992-037c-4a45-871d-a1a0a2c74d3c tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Jul 01 16:45:50.237667 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5eab37e6-53cd-49d1-ae5f-1ae34e571ff8 req-7196951c-95c7-4713-b336-fac15b4a3904 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Jul 01 16:45:50.303624 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb24e6-c9b4-41c8-91fe-baa833fe6933 req-fe55f43e-2727-4b24-b594-55d507e72856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:50.305114 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-93bb24e6-c9b4-41c8-91fe-baa833fe6933 req-fe55f43e-2727-4b24-b594-55d507e72856 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 1130 time: 0.0390532 Jul 01 16:45:50.428001 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-93bb24e6-c9b4-41c8-91fe-baa833fe6933 req-0183c016-14c5-4838-a708-36e3d7cc232b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Jul 01 16:45:50.435586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-66f0ba5c-b2bf-4229-8779-f01bffff3272 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:50.437047 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-66f0ba5c-b2bf-4229-8779-f01bffff3272 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 945 time: 0.0515885 Jul 01 16:45:50.776033 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:50.824929 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Deleting port bdfbafea-3e39-44d2-9b40-9668e19b3334 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:50.825272 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:50.919699 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] For port bdfbafea-3e39-44d2-9b40-9668e19b3334, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bdfbafea-3e39-44d2-9b40-9668e19b3334,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:50.920066 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:50.933321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Calling delete_port for bdfbafea-3e39-44d2-9b40-9668e19b3334 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:51.060888 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (bdfbafea-3e39-44d2-9b40-9668e19b3334), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:51.091169 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event deleted for resources: {'Port': ['ID=bdfbafea-3e39-44d2-9b40-9668e19b3334,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:51.101168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['6734072e-1ee7-4702-af2c-30d3cd1f8189', 'bdfbafea-3e39-44d2-9b40-9668e19b3334'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:51.138290 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] No DVR routers for this DVR port bdfbafea-3e39-44d2-9b40-9668e19b3334 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:51.140686 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:51.144009 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-432dc367-be16-4a43-a1c1-94681a7d6457 req-ba9530ee-0c2a-49ef-a7e9-2cb781bf521e tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "DELETE /v2.0/ports/bdfbafea-3e39-44d2-9b40-9668e19b3334 HTTP/1.1" status: 204 len: 173 time: 0.4020362 Jul 01 16:45:51.144611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'name': 'network-vif-deleted', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:51.147389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82c6e5-5813-49b5-8c69-af7ec34660d0" -d '{"events": [{"server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "name": "network-vif-deleted", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:51.234828 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:51.277010 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5fd10-b0dc-4aa8-8443-39b6447fa067 req-7a0022a5-18ab-4a33-a363-62b5a3cf1131 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:51.278697 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ee5fd10-b0dc-4aa8-8443-39b6447fa067 req-7a0022a5-18ab-4a33-a363-62b5a3cf1131 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0580885 Jul 01 16:45:51.332186 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ee5fd10-b0dc-4aa8-8443-39b6447fa067 req-02e2fd28-b670-466d-b71d-deea94165eaa tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Jul 01 16:45:51.359501 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff27d4-32a6-42e8-928a-c63f66232538 x-openstack-request-id: req-d8ff27d4-32a6-42e8-928a-c63f66232538 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:51.359936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5", "name": "network-vif-deleted", "tag": "bdfbafea-3e39-44d2-9b40-9668e19b3334", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:51.360196 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8ff27d4-32a6-42e8-928a-c63f66232538 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:51.360620 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ff27d4-32a6-42e8-928a-c63f66232538'] response: {'server_uuid': 'a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5', 'name': 'network-vif-deleted', 'tag': 'bdfbafea-3e39-44d2-9b40-9668e19b3334', 'status': 'completed', 'code': 200} Jul 01 16:45:51.438806 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b7b07a4-862e-41f1-821f-449966cad699 req-c096fe06-f369-48fe-9718-d78163e23471 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.0355487 Jul 01 16:45:52.453235 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dd40e-0933-4f92-afca-add77225dbdd req-cc024b92-b574-4681-afaf-f81c5c132ee7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:52.454766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-952dd40e-0933-4f92-afca-add77225dbdd req-cc024b92-b574-4681-afaf-f81c5c132ee7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0518346 Jul 01 16:45:52.504980 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:52.515231 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-952dd40e-0933-4f92-afca-add77225dbdd req-663c4662-5cba-43e4-bc78-d81946c5b438 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536888 Jul 01 16:45:52.558446 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-804edd1f-93ae-473a-95b2-be727032232e req-56babe38-220e-4dcb-b6ae-36d5e31a7da9 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7f23e92-6b5e-4dbc-8ae1-5b1fcbccacb5 HTTP/1.1" status: 200 len: 210 time: 0.0297995 Jul 01 16:45:52.630135 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f676f-d46f-449b-930e-1ead0d907c20 req-f9232d32-152a-498e-9ce4-b700f76842a7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:52.632044 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b03f676f-d46f-449b-930e-1ead0d907c20 req-f9232d32-152a-498e-9ce4-b700f76842a7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0507379 Jul 01 16:45:52.640460 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37408) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:52.644973 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Request body: {'floatingip': {'port_id': 'e1d9786d-77cd-467e-a907-5d453b790339'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:45:52.683785 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (94504951-0fdc-449c-8311-d9887c880993), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:53.217616 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:53.253206 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:53.263064 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:53.319738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:53.323724 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (94504951-0fdc-449c-8311-d9887c880993), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:53.421964 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 94504951-0fdc-449c-8311-d9887c880993 associated. External IP: 172.27.2.186, port: e1d9786d-77cd-467e-a907-5d453b790339. Jul 01 16:45:53.620008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device bdfbafea-3e39-44d2-9b40-9668e19b3334 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:45:53.628580 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:45:53.640925 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: bdfbafea-3e39-44d2-9b40-9668e19b3334 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:45:53.641280 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device bdfbafea-3e39-44d2-9b40-9668e19b3334 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:45:53.752093 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:45:53.758270 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:53.765426 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:45:53.783109 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:53.784291 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:53.792839 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7521171b-d340-4f79-8cb9-4b2cc3735f5a tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "PUT /v2.0/floatingips/94504951-0fdc-449c-8311-d9887c880993 HTTP/1.1" status: 200 len: 992 time: 1.1512475 Jul 01 16:45:53.793428 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:53.795726 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1468eef0-2b6f-4a03-949f-65718b147a75" -d '{"events": [{"name": "network-changed", "server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "tag": "e1d9786d-77cd-467e-a907-5d453b790339"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:53.833121 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9f9750-6640-4cf4-80d9-487b141e97e0 x-openstack-request-id: req-6b9f9750-6640-4cf4-80d9-487b141e97e0 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:53.833427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "tag": "e1d9786d-77cd-467e-a907-5d453b790339", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:53.834680 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b9f9750-6640-4cf4-80d9-487b141e97e0 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:53.835091 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9f9750-6640-4cf4-80d9-487b141e97e0'] response: {'name': 'network-changed', 'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339', 'status': 'completed', 'code': 200} Jul 01 16:45:53.889193 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084aab9-6c99-46db-b6c2-19185d8f8b3a req-16f9568b-c691-4816-969a-3a09d74716f0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:53.890694 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2084aab9-6c99-46db-b6c2-19185d8f8b3a req-16f9568b-c691-4816-969a-3a09d74716f0 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0602660 Jul 01 16:45:53.904378 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:53.940008 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2084aab9-6c99-46db-b6c2-19185d8f8b3a req-3aa8fc35-82e4-4512-9045-b4575d1e59f7 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Jul 01 16:45:54.154162 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '94504951-0fdc-449c-8311-d9887c880993', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'e1d9786d-77cd-467e-a907-5d453b790339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:9f:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:39Z', 'updated_at': '2022-07-01T16:45:53Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:54.177799 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:45:54.186298 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:45:54.186912 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:54.287121 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:45:54.499772 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:54.509588 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '94504951-0fdc-449c-8311-d9887c880993', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'e1d9786d-77cd-467e-a907-5d453b790339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:9f:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:39Z', 'updated_at': '2022-07-01T16:45:53Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:45:54.533550 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc57353-1dc0-4a44-90d8-dc63613a3949 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '94504951-0fdc-449c-8311-d9887c880993', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '13836133-ac87-4817-9800-b91f62a885a5', 'port_id': 'e1d9786d-77cd-467e-a907-5d453b790339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'mac_address': 'fa:16:3e:9f:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:45:39Z', 'updated_at': '2022-07-01T16:45:53Z', 'revision_number': 1, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:45:54.726782 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39279c17-f10f-4b0c-93b5-122c241ded42 None None] New status for floating IP 94504951-0fdc-449c-8311-d9887c880993: ACTIVE {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:45:55.061138 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c1a9d-7296-48cc-94ff-7276d687f761 req-dd51a448-2cb2-49cf-936f-e0ea477aa976 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:55.062621 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-897c1a9d-7296-48cc-94ff-7276d687f761 req-dd51a448-2cb2-49cf-936f-e0ea477aa976 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0485582 Jul 01 16:45:55.109703 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-897c1a9d-7296-48cc-94ff-7276d687f761 req-52f77810-95d3-48e0-b00b-c920c4b8cee8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Jul 01 16:45:56.236064 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1981c6b-b06b-48a5-a155-3407a8bdf65c req-08c19f09-3cfa-4808-8d54-fe9dee5cc544 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:56.237553 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1981c6b-b06b-48a5-a155-3407a8bdf65c req-08c19f09-3cfa-4808-8d54-fe9dee5cc544 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0592728 Jul 01 16:45:56.292821 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1981c6b-b06b-48a5-a155-3407a8bdf65c req-0275d347-cc9c-4795-baab-3e95efb093f3 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 Jul 01 16:45:57.063937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-2687dd9c-097a-43f7-8a6a-03c7aa965c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.065375 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-2687dd9c-097a-43f7-8a6a-03c7aa965c79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5747a83d930f4075a78e9b14abd58c7f&device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 1130 time: 0.0413404 Jul 01 16:45:57.272741 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:57.296167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-9aa9ed15-619e-4307-b286-2714771b8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.297655 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-9aa9ed15-619e-4307-b286-2714771b8e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 200 len: 916 time: 0.1023915 Jul 01 16:45:57.418139 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650b334-1bd1-46e0-a247-921cda3d425b req-511f9a62-3a97-4b68-b65d-4b866b1100c1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.419634 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4650b334-1bd1-46e0-a247-921cda3d425b req-511f9a62-3a97-4b68-b65d-4b866b1100c1 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0515647 Jul 01 16:45:57.448359 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643d702-7c89-475e-92b3-5d29d9c93dc9 req-8e3d8766-73df-4b37-a580-c2340978ae55 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.449823 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4643d702-7c89-475e-92b3-5d29d9c93dc9 req-8e3d8766-73df-4b37-a580-c2340978ae55 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 946 time: 0.0851061 Jul 01 16:45:57.476840 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-89a7b14f-12f5-4e00-80e4-8995f865be9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d9786d-77cd-467e-a907-5d453b790339 HTTP/1.1" status: 200 len: 1002 time: 0.1006958 Jul 01 16:45:57.512587 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Deleting port 6734072e-1ee7-4702-af2c-30d3cd1f8189 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:45:57.512938 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:57.539013 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4643d702-7c89-475e-92b3-5d29d9c93dc9 req-f1b6e49d-1628-44b3-a30f-2e256719e2f8 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/security-groups?id=21001b35-c11a-4656-b2c8-250307b0516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832853 Jul 01 16:45:57.549991 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-b286cbe6-35e0-4ae7-98bb-47d83fc36bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.551470 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-b286cbe6-35e0-4ae7-98bb-47d83fc36bce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 200 len: 854 time: 0.0669703 Jul 01 16:45:57.596968 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-df5b1298-81a2-489e-af4c-b5ff98f1f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:57.598478 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-df5b1298-81a2-489e-af4c-b5ff98f1f62d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c5acd85f-f778-4915-8079-a3e9582e6528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393550 Jul 01 16:45:57.608423 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] For port 6734072e-1ee7-4702-af2c-30d3cd1f8189, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6734072e-1ee7-4702-af2c-30d3cd1f8189,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:45:57.608799 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:57.622546 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Calling delete_port for 6734072e-1ee7-4702-af2c-30d3cd1f8189 owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:45:57.698068 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-5ad764db-cda0-48bd-a6c4-0dac86b8b6bb service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910850 Jul 01 16:45:57.713383 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:57.762181 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (6734072e-1ee7-4702-af2c-30d3cd1f8189), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:57.791795 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Pushing event deleted for resources: {'Port': ['ID=6734072e-1ee7-4702-af2c-30d3cd1f8189,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:45:57.796379 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1468eef0-2b6f-4a03-949f-65718b147a75 req-23ccd1a8-5cb7-493e-b1ba-0096cc88947f service neutron] 10.222.0.43 "GET /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900359 Jul 01 16:45:57.804571 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.804924 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.805268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.805612 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.805948 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.806280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.806476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['6734072e-1ee7-4702-af2c-30d3cd1f8189'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:45:57.806937 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.806937 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.807305 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.807623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.807950 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.808277 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.808602 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.808924 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.809247 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:45:57.857767 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] No DVR routers for this DVR port 6734072e-1ee7-4702-af2c-30d3cd1f8189 on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:45:57.860240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:45:57.863615 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-4650b334-1bd1-46e0-a247-921cda3d425b req-04f81eea-c6ff-44f6-a7ef-a786f4ca0434 tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.43 "DELETE /v2.0/ports/6734072e-1ee7-4702-af2c-30d3cd1f8189 HTTP/1.1" status: 204 len: 173 time: 0.4378624 Jul 01 16:45:57.864127 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'name': 'network-vif-deleted', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:45:57.866915 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998f198-0cca-43b3-900c-f2613eb1542d" -d '{"events": [{"server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "name": "network-vif-deleted", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:45:57.963716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a0422-30fd-494e-b455-dd21d263b2b0 x-openstack-request-id: req-568a0422-30fd-494e-b455-dd21d263b2b0 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:45:57.963716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdab81c-96e6-4936-8bd6-fe8a3ea5e956", "name": "network-vif-deleted", "tag": "6734072e-1ee7-4702-af2c-30d3cd1f8189", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:45:57.964284 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-568a0422-30fd-494e-b455-dd21d263b2b0 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:45:57.964592 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568a0422-30fd-494e-b455-dd21d263b2b0'] response: {'server_uuid': 'ccdab81c-96e6-4936-8bd6-fe8a3ea5e956', 'name': 'network-vif-deleted', 'tag': '6734072e-1ee7-4702-af2c-30d3cd1f8189', 'status': 'completed', 'code': 200} Jul 01 16:45:58.309677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0f0d5-355d-43d9-9c6d-5ff4c8463a56 req-eaebc8f7-5d68-4f95-b21f-20ccb87e74b5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:58.312420 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0f0f0d5-355d-43d9-9c6d-5ff4c8463a56 req-eaebc8f7-5d68-4f95-b21f-20ccb87e74b5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0500839 Jul 01 16:45:58.333923 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:45:58.368408 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0f0f0d5-355d-43d9-9c6d-5ff4c8463a56 req-3b22222f-7d0a-41c6-bf09-479144ee01fe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501909 Jul 01 16:45:58.654083 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d441e9c-ff80-419d-84a7-7906ba3f4093 req-4636040f-bad1-4320-87be-49279c77138f tempest-ServerRescueNegativeTestJSON-1802263634 tempest-ServerRescueNegativeTestJSON-1802263634-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccdab81c-96e6-4936-8bd6-fe8a3ea5e956 HTTP/1.1" status: 200 len: 210 time: 0.0272386 Jul 01 16:45:59.492732 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae0606-ea6e-4db5-9c2c-1ed15a6c4aea req-0f37d2d4-1eec-4694-8d39-b4a2aa68d6cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:45:59.494212 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-36ae0606-ea6e-4db5-9c2c-1ed15a6c4aea req-0f37d2d4-1eec-4694-8d39-b4a2aa68d6cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0487733 Jul 01 16:45:59.542263 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-36ae0606-ea6e-4db5-9c2c-1ed15a6c4aea req-bd27f1ac-b872-4d99-a4bf-28877560dc27 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426254 Jul 01 16:45:59.716444 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37468) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:45:59.922967 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:00.152274 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:00.376429 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Deleting port 626d6453-1029-4913-a443-e62a0f54c777 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:46:00.376768 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (626d6453-1029-4913-a443-e62a0f54c777), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:00.459592 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] For port 626d6453-1029-4913-a443-e62a0f54c777, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=626d6453-1029-4913-a443-e62a0f54c777,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:00.459892 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (626d6453-1029-4913-a443-e62a0f54c777), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:00.477689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Calling delete_port for 626d6453-1029-4913-a443-e62a0f54c777 owned by network:router_interface {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:46:00.545098 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:00.664586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (626d6453-1029-4913-a443-e62a0f54c777), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:00.665336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a913561-5d4d-49b6-9d5b-01d8bc14b372 req-d56aec13-7645-491a-8815-2be660a9df06 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:00.666912 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a913561-5d4d-49b6-9d5b-01d8bc14b372 req-d56aec13-7645-491a-8815-2be660a9df06 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0506232 Jul 01 16:46:00.691530 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Pushing event deleted for resources: {'Port': ['ID=626d6453-1029-4913-a443-e62a0f54c777,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:00.722872 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a913561-5d4d-49b6-9d5b-01d8bc14b372 req-f27ee2eb-f6db-47d0-9a04-dea32f6d04fe tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502477 Jul 01 16:46:00.853722 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:00.867909 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.077767 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:46:01.178897 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:46:01.183845 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-699f6e0b-427f-4bf0-947c-f41ece515799 admin admin] 10.222.0.57 "PUT /v2.0/routers/073f53f2-6422-4101-a6a1-d4c0e1dbda77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663641 Jul 01 16:46:01.186365 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37474) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:01.190060 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Sync routers for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:46:01.200954 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:46:01.201553 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:01.280961 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:01.288234 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks [] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.302311 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:46:01.385473 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks [] for router_gateway (073f53f2-6422-4101-a6a1-d4c0e1dbda77), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.428777 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:01.431971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Deleting port 9f1290dc-df14-4b11-b631-081bf36ac6f3 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:46:01.432315 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.469958 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:46:00Z', 'revision_number': 5, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port': {'id': '9f1290dc-df14-4b11-b631-081bf36ac6f3', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:23Z', 'updated_at': '2022-07-01T16:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:01.498738 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Checking router: 073f53f2-6422-4101-a6a1-d4c0e1dbda77 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:46:01.508426 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Routers {'073f53f2-6422-4101-a6a1-d4c0e1dbda77'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:46:01.509455 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:45:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:01.514719 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] For port 9f1290dc-df14-4b11-b631-081bf36ac6f3, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=9f1290dc-df14-4b11-b631-081bf36ac6f3,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:01.515085 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.530753 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Calling delete_port for 9f1290dc-df14-4b11-b631-081bf36ac6f3 owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:46:01.616347 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] Set router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:46:01.667164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 6734072e-1ee7-4702-af2c-30d3cd1f8189 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:01.688787 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 6734072e-1ee7-4702-af2c-30d3cd1f8189 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:46:01.689130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 6734072e-1ee7-4702-af2c-30d3cd1f8189 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:46:01.759150 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:46:01Z', 'revision_number': 6, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:01.785999 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b57af7-7e11-49a6-8961-47aac724662f None None] The sync data for ids ['073f53f2-6422-4101-a6a1-d4c0e1dbda77'] in dv-cinder-797608-41-iscsi is: [{'id': '073f53f2-6422-4101-a6a1-d4c0e1dbda77', 'name': 'tempest-ServerRescueNegativeTestJSON-1225931976-router', 'tenant_id': 'bf55d220c94d4445af9f73c532029e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:21Z', 'updated_at': '2022-07-01T16:46:01Z', 'revision_number': 6, 'project_id': 'bf55d220c94d4445af9f73c532029e42', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:46:01.882438 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2ba00-7b4d-4353-9c05-2f51ebf4fa0c req-1a9ec8e9-474b-4965-89a5-568000decf52 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:01.884057 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-92b2ba00-7b4d-4353-9c05-2f51ebf4fa0c req-1a9ec8e9-474b-4965-89a5-568000decf52 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0729909 Jul 01 16:46:01.897526 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:01.935976 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-92b2ba00-7b4d-4353-9c05-2f51ebf4fa0c req-5b03c8b5-32d4-45d6-8da1-b1342d67e98c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Jul 01 16:46:01.948124 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (9f1290dc-df14-4b11-b631-081bf36ac6f3), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:01.972266 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1290dc-df14-4b11-b631-081bf36ac6f3,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:02.039351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.126569 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.128685 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks [] for router_controller (073f53f2-6422-4101-a6a1-d4c0e1dbda77), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.174837 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (073f53f2-6422-4101-a6a1-d4c0e1dbda77), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.175357 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073f53f2-6422-4101-a6a1-d4c0e1dbda77 {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:46:02.180990 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.182142 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1337f4e2-fb28-4dc2-b636-9878a287a74d admin admin] 10.222.0.57 "DELETE /v2.0/routers/073f53f2-6422-4101-a6a1-d4c0e1dbda77 HTTP/1.1" status: 204 len: 168 time: 0.9948697 Jul 01 16:46:02.184733 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37478) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:02.234069 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Deleting subnet 0c097e17-d176-414e-a93b-ca6858e6c7e6 {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:46:02.237502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Publish callbacks [] for subnet (0c097e17-d176-414e-a93b-ca6858e6c7e6), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.277033 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (0c097e17-d176-414e-a93b-ca6858e6c7e6), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.353213 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (0c097e17-d176-414e-a93b-ca6858e6c7e6), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.407177 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (0c097e17-d176-414e-a93b-ca6858e6c7e6), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.434704 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c097e17-d176-414e-a93b-ca6858e6c7e6,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:02.440469 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.446363 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-09ec7b79-7078-4a4b-8d25-58f2763048d1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0c097e17-d176-414e-a93b-ca6858e6c7e6 HTTP/1.1" status: 204 len: 168 time: 0.2584336 Jul 01 16:46:02.446591 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37480) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:02.446969 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285f87d-d03e-4009-99df-8c18477595d5 None None] Network 40bcc3f6-35b7-411b-aab1-54f20941aafb requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:46:02.517235 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (40bcc3f6-35b7-411b-aab1-54f20941aafb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.563765 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Deleting port b63f5398-2bfc-419f-bc40-e714109fd1be {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:46:02.564108 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.565707 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:02.614612 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] DHCP port deletion for 40bcc3f6-35b7-411b-aab1-54f20941aafb request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:46:02.637841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] For port b63f5398-2bfc-419f-bc40-e714109fd1be, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b63f5398-2bfc-419f-bc40-e714109fd1be,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:02.638211 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.652163 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Calling delete_port for b63f5398-2bfc-419f-bc40-e714109fd1be owned by network:dhcp {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:46:02.656819 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Deleting port b63f5398-2bfc-419f-bc40-e714109fd1be {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:46:02.657198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.727844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] For port b63f5398-2bfc-419f-bc40-e714109fd1be, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b63f5398-2bfc-419f-bc40-e714109fd1be,segment=NetworkSegment(9c6c41b6-7a57-480a-8480-ad16e7b382bf),segment_id=9c6c41b6-7a57-480a-8480-ad16e7b382bf)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:02.729198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.736883 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.744713 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Calling delete_port for b63f5398-2bfc-419f-bc40-e714109fd1be owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:46:02.767775 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Pushing event deleted for resources: {'Port': ['ID=b63f5398-2bfc-419f-bc40-e714109fd1be,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:02.772867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] No DVR routers for this DVR port b63f5398-2bfc-419f-bc40-e714109fd1be on host dv-cinder-797608-41-iscsi {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:46:02.825858 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (b63f5398-2bfc-419f-bc40-e714109fd1be), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.854388 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (40bcc3f6-35b7-411b-aab1-54f20941aafb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.859584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] Pushing event deleted for resources: {'Port': ['ID=b63f5398-2bfc-419f-bc40-e714109fd1be,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:02.863172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ef189-bf6d-4343-9771-0ba3adf34225 None None] No DVR routers for this DVR port b63f5398-2bfc-419f-bc40-e714109fd1be on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:46:02.870668 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:02.881661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bcc3f6-35b7-411b-aab1-54f20941aafb']}} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:02.892389 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6c41b6-7a57-480a-8480-ad16e7b382bf') {'for_net_delete': True} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:02.892689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6c41b6-7a57-480a-8480-ad16e7b382bf') {} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:02.903377 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3487620'] for segment (9c6c41b6-7a57-480a-8480-ad16e7b382bf), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.917667 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (9c6c41b6-7a57-480a-8480-ad16e7b382bf), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.924070 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=110574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:46:02.924462 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4028681'] for segment (9c6c41b6-7a57-480a-8480-ad16e7b382bf), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:02.996500 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (40bcc3f6-35b7-411b-aab1-54f20941aafb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.005387 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.008768 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] 10.222.0.57 "DELETE /v2.0/networks/40bcc3f6-35b7-411b-aab1-54f20941aafb HTTP/1.1" status: 204 len: 168 time: 0.5612462 Jul 01 16:46:03.022710 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 9c6c41b6-7a57-480a-8480-ad16e7b382bf resource provider aggregate not found Jul 01 16:46:03.027125 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7e143-c68f-4dbe-b37d-5bd1dc245edc admin admin] Pushing event deleted for resources: {'Network': ['ID=40bcc3f6-35b7-411b-aab1-54f20941aafb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:03.047450 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 9c6c41b6-7a57-480a-8480-ad16e7b382bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c6c41b6-7a57-480a-8480-ad16e7b382bf found for delete ", "request_id": "req-4ab401c0-c087-4f86-888c-f2d50d20f56d"}]} Jul 01 16:46:03.078530 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dd89-37a3-4411-8d16-89312e4fc4d2 req-7e44044d-da86-46fc-b06f-85c94dcf6957 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:03.085816 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b54dd89-37a3-4411-8d16-89312e4fc4d2 req-7e44044d-da86-46fc-b06f-85c94dcf6957 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0649915 Jul 01 16:46:03.129359 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b54dd89-37a3-4411-8d16-89312e4fc4d2 req-9dcb2c82-f088-49fd-9cd0-ff7dc5cfd553 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Jul 01 16:46:03.141263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37492) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:03.182193 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8b03157b-2329-4908-84c9-5e6542ce9ca5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf55d220c94d4445af9f73c532029e42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399697 Jul 01 16:46:03.184617 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37494) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:03.232639 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] Publish callbacks [] for security_group (21001b35-c11a-4656-b2c8-250307b0516e), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.253587 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] Publish callbacks [] for security_group (21001b35-c11a-4656-b2c8-250307b0516e), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.306283 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (21001b35-c11a-4656-b2c8-250307b0516e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.308805 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:03.309930 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21001b35-c11a-4656-b2c8-250307b0516e HTTP/1.1" status: 204 len: 168 time: 0.1244278 Jul 01 16:46:03.318238 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65858-b260-4dde-9dad-7c2aeb05967e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21001b35-c11a-4656-b2c8-250307b0516e,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:03.658308 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 9f1290dc-df14-4b11-b631-081bf36ac6f3 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:03.678859 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 9f1290dc-df14-4b11-b631-081bf36ac6f3 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:46:03.679199 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 9f1290dc-df14-4b11-b631-081bf36ac6f3 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:46:03.679607 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 626d6453-1029-4913-a443-e62a0f54c777 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:03.699890 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 626d6453-1029-4913-a443-e62a0f54c777 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:46:03.700248 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 626d6453-1029-4913-a443-e62a0f54c777 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:46:03.700658 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b63f5398-2bfc-419f-bc40-e714109fd1be no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:03.719304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: b63f5398-2bfc-419f-bc40-e714109fd1be {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:46:03.719643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b63f5398-2bfc-419f-bc40-e714109fd1be not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:46:04.254315 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f6883-aab8-4b23-b1c1-2fb7eec036e4 req-9f2e3c4e-e1df-4e38-8436-8412de2507d5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:04.257217 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-419f6883-aab8-4b23-b1c1-2fb7eec036e4 req-9f2e3c4e-e1df-4e38-8436-8412de2507d5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0548532 Jul 01 16:46:04.310042 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-419f6883-aab8-4b23-b1c1-2fb7eec036e4 req-acbeca7a-67a0-4b17-bc92-d0a9727cb8b5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jul 01 16:46:05.426416 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:05.438491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe2e98-89ad-4218-8269-8316528ecc5d req-8a6ec3ee-d177-43bd-87c5-57bbe33995e6 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:05.440030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77fe2e98-89ad-4218-8269-8316528ecc5d req-8a6ec3ee-d177-43bd-87c5-57bbe33995e6 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0511203 Jul 01 16:46:05.494766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77fe2e98-89ad-4218-8269-8316528ecc5d req-2d5b1fb0-0b40-41aa-b689-b16b336d3db2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Jul 01 16:46:06.619914 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529f66f-605b-47f5-960e-e0ad9d649b32 req-dade860b-f8ce-45ff-b749-06462ac8168c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:06.621428 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b529f66f-605b-47f5-960e-e0ad9d649b32 req-dade860b-f8ce-45ff-b749-06462ac8168c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0540402 Jul 01 16:46:06.676413 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b529f66f-605b-47f5-960e-e0ad9d649b32 req-6072586c-4627-4fd6-a8e5-bb1e673b65b5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461535 Jul 01 16:46:07.796622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c86ad-5723-42d1-8819-750d15b63504 req-d4b5d9fa-a649-4332-aa65-126fed93bd70 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:07.798091 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-668c86ad-5723-42d1-8819-750d15b63504 req-d4b5d9fa-a649-4332-aa65-126fed93bd70 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0481052 Jul 01 16:46:07.846268 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-668c86ad-5723-42d1-8819-750d15b63504 req-43625bfe-f43b-4f10-9570-74e4aaed3c34 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Jul 01 16:46:08.981390 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec196d6-1b53-4dfa-ba2f-31882eaecbfa req-b6d4221e-2dfe-4d5d-a5c2-4fb30b669840 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:08.982992 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aec196d6-1b53-4dfa-ba2f-31882eaecbfa req-b6d4221e-2dfe-4d5d-a5c2-4fb30b669840 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0600669 Jul 01 16:46:09.003117 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5b381934-30b4-45be-99ee-ae2132ae1ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:09.038445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aec196d6-1b53-4dfa-ba2f-31882eaecbfa req-5aa3b322-bd78-4eb8-9893-bbda07d46743 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487497 Jul 01 16:46:10.160254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8aae8-950b-4b69-870b-bc35498262ef req-b7ced07f-97ad-4b1c-8215-5884c50bfd67 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:10.161759 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efd8aae8-950b-4b69-870b-bc35498262ef req-b7ced07f-97ad-4b1c-8215-5884c50bfd67 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0475392 Jul 01 16:46:10.209812 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efd8aae8-950b-4b69-870b-bc35498262ef req-2771df17-3841-438e-ab56-8a58cb779a1c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414853 Jul 01 16:46:11.312719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:11.329622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31f4c1-e3fc-4581-94f3-2f175ba33e6e req-f6900361-a298-4b5a-b2ea-94cf8a1d9935 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:11.331097 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a31f4c1-e3fc-4581-94f3-2f175ba33e6e req-f6900361-a298-4b5a-b2ea-94cf8a1d9935 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0511179 Jul 01 16:46:11.378798 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a31f4c1-e3fc-4581-94f3-2f175ba33e6e req-a975181e-46a4-4d58-881e-b22caf1a2491 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Jul 01 16:46:11.527095 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3703146c-037b-458c-9bc9-0dba6ed91c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:12.501832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81573bcd-d72a-4b9a-add5-8c12a1a6f16a req-35f9cbe9-731b-4432-92aa-400ad558508b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:12.503300 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81573bcd-d72a-4b9a-add5-8c12a1a6f16a req-35f9cbe9-731b-4432-92aa-400ad558508b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0516508 Jul 01 16:46:12.552837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81573bcd-d72a-4b9a-add5-8c12a1a6f16a req-4af8e51d-448b-414b-9f8e-ff5130415665 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Jul 01 16:46:12.820783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37630) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:12.888850 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:12.937779 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-65259c4a-3c52-4aa4-a9be-342e58a5ec3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.022437 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-65259c4a-3c52-4aa4-a9be-342e58a5ec3a admin admin] Publish callbacks [] for security_group (f955ce31-9cac-4a2b-b6e8-ccabc7507817), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.025979 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-65259c4a-3c52-4aa4-a9be-342e58a5ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f955ce31-9cac-4a2b-b6e8-ccabc7507817), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.058944 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65259c4a-3c52-4aa4-a9be-342e58a5ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f955ce31-9cac-4a2b-b6e8-ccabc7507817,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:13.071545 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-65259c4a-3c52-4aa4-a9be-342e58a5ec3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4017a901f2b34a83b73ac0e95bf93dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496898 Jul 01 16:46:13.074061 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37634) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:13.113202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:13.124323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] Publish callbacks [] for security_group (f955ce31-9cac-4a2b-b6e8-ccabc7507817), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.146638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] Publish callbacks [] for security_group (f955ce31-9cac-4a2b-b6e8-ccabc7507817), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.196936 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f955ce31-9cac-4a2b-b6e8-ccabc7507817), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.199690 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:13.200846 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f955ce31-9cac-4a2b-b6e8-ccabc7507817 HTTP/1.1" status: 204 len: 168 time: 0.1258354 Jul 01 16:46:13.208971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6b560-b535-4a50-95eb-4fd720c9528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f955ce31-9cac-4a2b-b6e8-ccabc7507817,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:13.676590 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53d59-e7b9-488b-b147-e32d3801d339 req-7f6bce4d-5e68-46bf-a084-12bbcfdf8733 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:13.678606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bd53d59-e7b9-488b-b147-e32d3801d339 req-7f6bce4d-5e68-46bf-a084-12bbcfdf8733 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0489290 Jul 01 16:46:13.727933 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bd53d59-e7b9-488b-b147-e32d3801d339 req-fbc73708-50ae-4efe-be17-b897b8e8cc84 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Jul 01 16:46:14.378867 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:14.601596 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:14.664958 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:14.669576 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=26 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:14.855078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288e1b6-c159-405b-9ead-3e0699c60aac req-3f7072bf-840d-4ec8-8708-f21f97c98090 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:14.856576 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9288e1b6-c159-405b-9ead-3e0699c60aac req-3f7072bf-840d-4ec8-8708-f21f97c98090 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0508578 Jul 01 16:46:14.911705 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9288e1b6-c159-405b-9ead-3e0699c60aac req-3e4f719d-3092-4ad1-9f1c-fdc0f23cb4ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490615 Jul 01 16:46:15.607127 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37708) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:15.718226 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2c13-50ae-4a67-a039-5f04fae8479d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.738046 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:46:15.801152 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2c13-50ae-4a67-a039-5f04fae8479d admin admin] Publish callbacks [] for security_group (400c1dab-8f7d-4a43-8a69-8c8f897c6c76), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.805044 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2c13-50ae-4a67-a039-5f04fae8479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (400c1dab-8f7d-4a43-8a69-8c8f897c6c76), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.838890 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:15.846623 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:15.853939 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37712) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:15.854224 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5d5a2c13-50ae-4a67-a039-5f04fae8479d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6c0a787b5c44452860dd16503933a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457943 Jul 01 16:46:15.855268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2c13-50ae-4a67-a039-5f04fae8479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c1dab-8f7d-4a43-8a69-8c8f897c6c76,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:15.860377 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:46:15.884149 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:15.901429 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: ACTIVE; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:15.901817 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.906989 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] Publish callbacks [] for security_group (400c1dab-8f7d-4a43-8a69-8c8f897c6c76), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.915849 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:46:15.930674 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] Publish callbacks [] for security_group (400c1dab-8f7d-4a43-8a69-8c8f897c6c76), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.936409 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:15.940756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.984778 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (400c1dab-8f7d-4a43-8a69-8c8f897c6c76), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.987666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:15.992006 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/400c1dab-8f7d-4a43-8a69-8c8f897c6c76 HTTP/1.1" status: 204 len: 168 time: 0.1340976 Jul 01 16:46:15.999660 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd6c09-5f94-4824-b6b3-6e6c96d778dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c1dab-8f7d-4a43-8a69-8c8f897c6c76,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:16.018447 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=6']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:16.054843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b99bc-3377-4cd3-ad46-c097d30e19eb req-470a8e59-dc54-4c2a-914b-63cd5151e5de tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:16.056639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f9b99bc-3377-4cd3-ad46-c097d30e19eb req-470a8e59-dc54-4c2a-914b-63cd5151e5de tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0582621 Jul 01 16:46:16.110396 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f9b99bc-3377-4cd3-ad46-c097d30e19eb req-1ef5c04e-45cd-4db7-a0f9-684c27c4b8a8 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481973 Jul 01 16:46:16.149139 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:46:16.282537 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37720) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:16.288983 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:16.297545 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed459520-1558-4ef9-9115-8e23b1cf91f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.378187 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed459520-1558-4ef9-9115-8e23b1cf91f4 admin admin] Publish callbacks [] for security_group (4d36d937-9ae0-4ac3-9264-3770c95deab7), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.383012 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed459520-1558-4ef9-9115-8e23b1cf91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4d36d937-9ae0-4ac3-9264-3770c95deab7), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.425138 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ed459520-1558-4ef9-9115-8e23b1cf91f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0931d09302d94f90b0a2ad7d10329112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415324 Jul 01 16:46:16.425947 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed459520-1558-4ef9-9115-8e23b1cf91f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d36d937-9ae0-4ac3-9264-3770c95deab7,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:16.428605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37722) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:16.469423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:16.482318 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] Publish callbacks [] for security_group (4d36d937-9ae0-4ac3-9264-3770c95deab7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.504025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] Publish callbacks [] for security_group (4d36d937-9ae0-4ac3-9264-3770c95deab7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.551938 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (4d36d937-9ae0-4ac3-9264-3770c95deab7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.555750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:16.557114 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d36d937-9ae0-4ac3-9264-3770c95deab7 HTTP/1.1" status: 204 len: 168 time: 0.1273198 Jul 01 16:46:16.565228 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc32b-9148-4c28-874e-a088712d9f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d36d937-9ae0-4ac3-9264-3770c95deab7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:17.258095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89755-0233-4e24-a71d-45bb520fe45d req-ac38e75b-4277-4d83-955e-0d4c7244b505 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:17.260380 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b89755-0233-4e24-a71d-45bb520fe45d req-ac38e75b-4277-4d83-955e-0d4c7244b505 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0695550 Jul 01 16:46:17.336632 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49b89755-0233-4e24-a71d-45bb520fe45d req-e54fd089-59f3-4e26-9c2a-e7df5b3ee4a9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703690 Jul 01 16:46:17.357531 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37768) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:17.482757 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755141249-network', 'tenant_id': 'af13e6517ccb47aa9dd9ec4c747be4be'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:46:17.486406 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:17.511091 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Made reservation on behalf of af13e6517ccb47aa9dd9ec4c747be4be for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:46:17.514239 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.527785 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.658389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks [] for security_group (f081bbbc-4eeb-4213-a6eb-fd568915851e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.664830 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f081bbbc-4eeb-4213-a6eb-fd568915851e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.697293 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f081bbbc-4eeb-4213-a6eb-fd568915851e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:17.703096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:46:17.716325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (45dbf115-30dc-4898-9c73-b8061d89fe54), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.716869 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Added segment 45dbf115-30dc-4898-9c73-b8061d89fe54 of type vlan for network 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe Jul 01 16:46:17.757282 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:46:17.763525 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (2c0d7f3e-42fa-46c8-9ef0-af6660d979fe), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.794843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (2c0d7f3e-42fa-46c8-9ef0-af6660d979fe), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.796042 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:17.796690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.819287 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:46:17.819973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.837479 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4785233 Jul 01 16:46:17.840386 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37772) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:17.845929 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Request body: {'subnet': {'network_id': '2c0d7f3e-42fa-46c8-9ef0-af6660d979fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755141249-subnet', 'tenant_id': 'af13e6517ccb47aa9dd9ec4c747be4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:46:17.892350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Made reservation on behalf of af13e6517ccb47aa9dd9ec4c747be4be for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:46:17.899302 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983309'] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:17.905183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67ac8-7cc3-4646-aafc-a60fc5bfcc5d admin admin] Pushing event updated for resources: {'Network': ['ID=2c0d7f3e-42fa-46c8-9ef0-af6660d979fe,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:17.917744 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:46:17.922060 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:17.922895 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:18.112843 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:18.120179 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4030316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983323'] for subnet (5b57945f-5d06-4380-89fb-7f777e8c9a18), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:18.149972 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:46:18.152604 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f68d4-3725-4022-90fb-fdd18703a8a1" -d '{"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:46:18.174172 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:18.181045 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:18.216380 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b57945f-5d06-4380-89fb-7f777e8c9a18,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:18.218991 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Checking segment: {'id': '45dbf115-30dc-4898-9c73-b8061d89fe54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c0d7f3e-42fa-46c8-9ef0-af6660d979fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:46:18.219430 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Network hostable DHCP agents. Network: 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:46:18.242964 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=7']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:18.244990 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Network 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:46:18.257958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:46:18.264420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:18.265355 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:18.272523 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03153c4-a083-4884-962f-abdb004ff050 None None] Network 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:46:18.297210 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a1c0d92b-72d9-4aa7-9484-4660ef546073 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4556110 Jul 01 16:46:18.405504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c155b-bde7-4e68-8fba-26e1d9bba42c None None] Network 2c0d7f3e-42fa-46c8-9ef0-af6660d979fe requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:46:18.445382 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a70ae-73fb-4604-9aad-65fe36044d44 x-openstack-request-id: req-235a70ae-73fb-4604-9aad-65fe36044d44 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:46:18.445688 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:46:18.445959 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-235a70ae-73fb-4604-9aad-65fe36044d44 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:46:18.446927 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235a70ae-73fb-4604-9aad-65fe36044d44'] response: {'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'code': 200} Jul 01 16:46:18.530730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dd66e-aab6-4bc2-8dca-b24329b4bd59 req-0b0bc136-a8c4-4215-9882-9e7b68e7b4e8 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:18.541983 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b13dd66e-aab6-4bc2-8dca-b24329b4bd59 req-0b0bc136-a8c4-4215-9882-9e7b68e7b4e8 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0804331 Jul 01 16:46:18.624686 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b13dd66e-aab6-4bc2-8dca-b24329b4bd59 req-0bc29e50-5b14-4ce3-8234-8b5d6d282c9e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692282 Jul 01 16:46:19.008394 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 37794) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:19.013813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1941497565-network', 'tenant_id': '691ef7680cd249ef8b82b4a643b1f199'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:46:19.039102 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Made reservation on behalf of 691ef7680cd249ef8b82b4a643b1f199 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:46:19.041845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.051236 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.157679 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks [] for security_group (efcfc91a-83c6-48ba-9fb1-6e8de6297080), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.163448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (efcfc91a-83c6-48ba-9fb1-6e8de6297080), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.192493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:46:19.199724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfc91a-83c6-48ba-9fb1-6e8de6297080,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:19.206302 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (63c8b8f9-8f98-4cec-be92-b965b6a6bbdb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.206618 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Added segment 63c8b8f9-8f98-4cec-be92-b965b6a6bbdb of type vlan for network 7a961335-4400-49e8-9dc4-fe871042ad24 Jul 01 16:46:19.216492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:19.519364 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:19.521519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (7a961335-4400-49e8-9dc4-fe871042ad24), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.569797 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (7a961335-4400-49e8-9dc4-fe871042ad24), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.571954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:19.572803 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.653824 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6442959 Jul 01 16:46:19.657853 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 37802) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:19.665075 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Request body: {'subnet': {'network_id': '7a961335-4400-49e8-9dc4-fe871042ad24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1941497565-subnet', 'tenant_id': '691ef7680cd249ef8b82b4a643b1f199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:46:19.689829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bef38-ece0-40b3-8f62-8904761211e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a961335-4400-49e8-9dc4-fe871042ad24,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:19.700021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Made reservation on behalf of 691ef7680cd249ef8b82b4a643b1f199 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:46:19.702759 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 7a961335-4400-49e8-9dc4-fe871042ad24 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:46:19.703532 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983309'] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.707382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2657b3-38d7-4544-9f18-605f74fea76e req-a0efec03-2207-487d-a30c-f275d57ccb7a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:19.709487 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c2657b3-38d7-4544-9f18-605f74fea76e req-a0efec03-2207-487d-a30c-f275d57ccb7a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.1084480 Jul 01 16:46:19.782188 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:19.793530 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6012c2-b847-470b-bc9b-8ad0c693052e req-5498974f-60f1-4c63-9ddb-4c421a39235d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:19.801884 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea6012c2-b847-470b-bc9b-8ad0c693052e req-5498974f-60f1-4c63-9ddb-4c421a39235d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0599809 Jul 01 16:46:19.883105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c2657b3-38d7-4544-9f18-605f74fea76e req-fb9ce757-f28c-4b51-b15b-675f54018aa4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677442 Jul 01 16:46:19.904566 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea6012c2-b847-470b-bc9b-8ad0c693052e req-20ad80c9-99cc-4ff8-879e-7ba074d54011 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969753 Jul 01 16:46:19.942056 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4030316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983323'] for subnet (d5b80a33-0f4c-4b40-9aec-e43eb62c989a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:19.993744 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b80a33-0f4c-4b40-9aec-e43eb62c989a,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:20.009215 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:20.017223 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Checking segment: {'id': '63c8b8f9-8f98-4cec-be92-b965b6a6bbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7a961335-4400-49e8-9dc4-fe871042ad24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:46:20.017829 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Network hostable DHCP agents. Network: 7a961335-4400-49e8-9dc4-fe871042ad24, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:46:20.040610 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Network 7a961335-4400-49e8-9dc4-fe871042ad24 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:46:20.052781 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 7a961335-4400-49e8-9dc4-fe871042ad24) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:46:20.057701 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:20.058328 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:20.062242 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff79fff3-7402-44f8-9b0e-4f8689272a46 None None] Network 7a961335-4400-49e8-9dc4-fe871042ad24 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:46:20.086961 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-86d9f21e-5177-4516-a330-95e2a64dee18 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4261398 Jul 01 16:46:20.151031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:20.197757 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b16d5-d6f1-42f0-a116-53d377cb5ce7 None None] Network 7a961335-4400-49e8-9dc4-fe871042ad24 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:46:21.062519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b14262-7ec1-4fa9-8375-709517809a1e req-cda08ee0-0004-419d-845c-3bfaef77acea tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:21.063998 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4b14262-7ec1-4fa9-8375-709517809a1e req-cda08ee0-0004-419d-845c-3bfaef77acea tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0980194 Jul 01 16:46:21.103129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8b7c2-24ae-4409-a629-a57bfdc69ab0 req-6382cb58-c05c-4652-b5d8-732ac21969c3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:21.104622 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f8b7c2-24ae-4409-a629-a57bfdc69ab0 req-6382cb58-c05c-4652-b5d8-732ac21969c3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0923934 Jul 01 16:46:21.174991 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4b14262-7ec1-4fa9-8375-709517809a1e req-a32bf32f-48aa-4657-baa5-da958e87a858 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036375 Jul 01 16:46:21.198313 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f8b7c2-24ae-4409-a629-a57bfdc69ab0 req-4518caa7-262a-4c37-b20f-9aecded4b16b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847340 Jul 01 16:46:22.343173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4deb1-7e58-4ea4-ad5f-94273a46bd28 req-6106dc55-02f9-4000-8b63-e68f36c592a4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:22.344681 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-74e4deb1-7e58-4ea4-ad5f-94273a46bd28 req-6106dc55-02f9-4000-8b63-e68f36c592a4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0897326 Jul 01 16:46:22.357224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aee8a5-8b7e-412a-9941-fd94495c3f97 req-71164526-02b0-4cb6-8524-b055ef147365 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:22.358703 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71aee8a5-8b7e-412a-9941-fd94495c3f97 req-71164526-02b0-4cb6-8524-b055ef147365 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0672133 Jul 01 16:46:22.437760 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-74e4deb1-7e58-4ea4-ad5f-94273a46bd28 req-b078b854-3df5-4260-893e-dcc73236cc7f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778279 Jul 01 16:46:22.447060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71aee8a5-8b7e-412a-9941-fd94495c3f97 req-dc7530cf-bfa7-443b-90df-1d96829267e6 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809972 Jul 01 16:46:23.249825 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:23.589720 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b780105-1318-42b5-b496-28579bf26ab5 req-f32f7f4f-db46-437d-a635-0ba86da96de3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:23.591326 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b780105-1318-42b5-b496-28579bf26ab5 req-f32f7f4f-db46-437d-a635-0ba86da96de3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0566800 Jul 01 16:46:23.666265 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa2650-fd57-4d8a-97c2-f2543bf20120 req-eb58a3a9-51fe-499e-9fb4-89358afe6810 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:23.668084 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bfa2650-fd57-4d8a-97c2-f2543bf20120 req-eb58a3a9-51fe-499e-9fb4-89358afe6810 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0758238 Jul 01 16:46:23.712413 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b780105-1318-42b5-b496-28579bf26ab5 req-c569fb2d-f9af-400c-bf6b-e9d5e267f0df tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086655 Jul 01 16:46:23.748315 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bfa2650-fd57-4d8a-97c2-f2543bf20120 req-5538975f-6cf2-4732-8e64-792fc3037719 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721087 Jul 01 16:46:24.849750 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:24.952936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cd0eb-369d-4ba3-9fb5-83674230d9ab req-e7e901af-0d3d-4559-b6b1-1385070c8390 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:24.954857 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd4cd0eb-369d-4ba3-9fb5-83674230d9ab req-e7e901af-0d3d-4559-b6b1-1385070c8390 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jul 01 16:46:24.975081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5fe1-6714-4c07-896f-ea1c4870793a req-b8642330-5e5c-46bb-8361-9b3141e097fd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:24.977191 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-654b5fe1-6714-4c07-896f-ea1c4870793a req-b8642330-5e5c-46bb-8361-9b3141e097fd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.1494672 Jul 01 16:46:25.060163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd4cd0eb-369d-4ba3-9fb5-83674230d9ab req-782924bd-c3ad-46bf-aa7f-a58f563f66db tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984969 Jul 01 16:46:25.086432 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-654b5fe1-6714-4c07-896f-ea1c4870793a req-bb94e173-fdd9-43f6-946d-2e2bda77f4cb tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871110 Jul 01 16:46:26.214978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd08a0-2103-459a-a2d5-b19592306234 req-9f65278b-9f15-49be-aaa4-73911025ba23 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:26.216603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8cd08a0-2103-459a-a2d5-b19592306234 req-9f65278b-9f15-49be-aaa4-73911025ba23 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0673568 Jul 01 16:46:26.251946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:26.278091 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f050ed8-21aa-4dc1-8079-6c68fedd9059 req-0b7fb19e-0511-4bd3-a2ee-4e7d265de535 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:26.280049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f050ed8-21aa-4dc1-8079-6c68fedd9059 req-0b7fb19e-0511-4bd3-a2ee-4e7d265de535 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0957227 Jul 01 16:46:26.334563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8cd08a0-2103-459a-a2d5-b19592306234 req-efc048be-acfc-4aec-befc-688be4386218 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987072 Jul 01 16:46:26.425837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f050ed8-21aa-4dc1-8079-6c68fedd9059 req-ec38ad48-4b84-4738-916d-54d8b1af53b4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038480 Jul 01 16:46:26.685876 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:46:27.472774 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3df9d4-0bb9-42ea-8201-34afab256cf5 req-c0318e37-9cda-4835-9272-0294bc6f8fce tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:27.474296 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f3df9d4-0bb9-42ea-8201-34afab256cf5 req-c0318e37-9cda-4835-9272-0294bc6f8fce tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0489740 Jul 01 16:46:27.552729 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f3df9d4-0bb9-42ea-8201-34afab256cf5 req-941bb556-8cde-481a-89db-4f6f5db62e30 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718675 Jul 01 16:46:27.569459 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a28e5e-2ad0-4ee4-b2b4-f38141b369ba req-d4a0dbeb-b59e-4540-bdd4-1b38ffe99dfc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:27.571053 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2a28e5e-2ad0-4ee4-b2b4-f38141b369ba req-d4a0dbeb-b59e-4540-bdd4-1b38ffe99dfc tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0645273 Jul 01 16:46:27.626491 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2a28e5e-2ad0-4ee4-b2b4-f38141b369ba req-7edae6af-e620-4d66-865d-6e7c419b17c3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496736 Jul 01 16:46:28.076488 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-0b7e05e5-d72b-4f5d-9e16-01d87ec30538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.077995 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-0b7e05e5-d72b-4f5d-9e16-01d87ec30538 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1130 time: 0.0478017 Jul 01 16:46:28.173764 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-bb63e8fb-789c-4f95-a2b8-e155a483e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.175279 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-bb63e8fb-789c-4f95-a2b8-e155a483e12d service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.0894516 Jul 01 16:46:28.245372 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-489fb328-c658-44d7-b82a-be55ac6ed632 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 1002 time: 0.0619359 Jul 01 16:46:28.299362 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-12521252-3a1b-432a-bce9-ac949ccbe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.300813 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-12521252-3a1b-432a-bce9-ac949ccbe1fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0470254 Jul 01 16:46:28.347015 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-3ca258d2-3bd7-4e16-95b2-1d3641d623cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.349282 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-3ca258d2-3bd7-4e16-95b2-1d3641d623cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408175 Jul 01 16:46:28.442568 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:28.460980 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-0363c129-7da8-4c7d-bee0-0c6a44ef1da3 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046467 Jul 01 16:46:28.550142 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-bbe8ed34-6ef6-4686-9942-d908a7d36408 req-1071dc82-8fd8-4e89-a9ac-72f55d8a3221 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827894 Jul 01 16:46:28.667667 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4538-95e2-4aae-8b3d-b000ca0fe17a req-e039c921-d3c3-4d12-9567-f793d21c3856 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.669173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fef4538-95e2-4aae-8b3d-b000ca0fe17a req-e039c921-d3c3-4d12-9567-f793d21c3856 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0488219 Jul 01 16:46:28.749025 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fef4538-95e2-4aae-8b3d-b000ca0fe17a req-9b6b8cee-ea7d-4a07-a637-0af3db5a00f4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744095 Jul 01 16:46:28.765861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1ec12-1cb8-4677-8afe-9f745dc5822e req-4b8c7a1d-0e8c-4d5e-bdc4-dd056d53b27b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:28.767572 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bb1ec12-1cb8-4677-8afe-9f745dc5822e req-4b8c7a1d-0e8c-4d5e-bdc4-dd056d53b27b tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0595324 Jul 01 16:46:28.824937 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bb1ec12-1cb8-4677-8afe-9f745dc5822e req-a10cd0fc-0f63-492c-8c63-f04bebe60274 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509021 Jul 01 16:46:29.869063 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d7a3a-b457-4bb6-b549-71ad004c47c9 req-d34d1ba8-60f2-4cbc-9637-4f0e4d70a1de tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:29.870603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d2d7a3a-b457-4bb6-b549-71ad004c47c9 req-d34d1ba8-60f2-4cbc-9637-4f0e4d70a1de tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0541677 Jul 01 16:46:29.951519 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d2d7a3a-b457-4bb6-b549-71ad004c47c9 req-a00bd140-7f88-49e5-88c5-d17198b35ca4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754263 Jul 01 16:46:29.966417 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a966c-fdd7-435c-b1c2-9324ae86e521 req-6600f084-51c2-4ac4-a67f-966fd1d7fd16 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:29.967894 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ab0a966c-fdd7-435c-b1c2-9324ae86e521 req-6600f084-51c2-4ac4-a67f-966fd1d7fd16 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0635967 Jul 01 16:46:30.019875 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ab0a966c-fdd7-435c-b1c2-9324ae86e521 req-0407f6ad-d9e6-41e9-b31c-610779aab91f tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466173 Jul 01 16:46:30.391282 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-45e42d6f-3749-467a-b95a-1ae11161aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:30.392858 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-45e42d6f-3749-467a-b95a-1ae11161aa4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0517578 Jul 01 16:46:30.490195 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-cc4f4b10-10ae-4b50-860e-7981aed491f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:30.491728 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-cc4f4b10-10ae-4b50-860e-7981aed491f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.0925641 Jul 01 16:46:30.562595 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-34c6f65b-0b55-4cab-9d61-39111c3ee0af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 1001 time: 0.0643921 Jul 01 16:46:30.809101 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-ed493884-c5cf-4725-86ec-b43e1ccc3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:30.810601 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-ed493884-c5cf-4725-86ec-b43e1ccc3621 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0501726 Jul 01 16:46:30.860172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-eda10461-6a64-4cb2-8ade-b7814f6c74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:30.861683 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-eda10461-6a64-4cb2-8ade-b7814f6c74ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432324 Jul 01 16:46:30.967393 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-866e7994-9abb-4fd5-92df-d0eac48801ba service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897403 Jul 01 16:46:31.062866 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0a0f9040-131d-4a57-b43d-bef83a79b75f req-0bbfafde-d373-4d95-a73f-f1c50eee8b9c service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872076 Jul 01 16:46:31.070037 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426763-3884-4a7d-80f7-af387fdb0fe6 req-bb93fddf-5036-42c2-ab07-b6c27a281141 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:31.071696 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d426763-3884-4a7d-80f7-af387fdb0fe6 req-bb93fddf-5036-42c2-ab07-b6c27a281141 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0488973 Jul 01 16:46:31.166622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786eab-ba80-4e3e-9d2a-7ffd5e78412d req-28653888-bdca-48fc-ad69-34003e5c1f3e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:31.168094 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20786eab-ba80-4e3e-9d2a-7ffd5e78412d req-28653888-bdca-48fc-ad69-34003e5c1f3e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 946 time: 0.0699041 Jul 01 16:46:31.171887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d426763-3884-4a7d-80f7-af387fdb0fe6 req-fecf1a8e-83ef-4bf1-b59e-7a9766b4ccfb tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933228 Jul 01 16:46:31.181078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:31.220650 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20786eab-ba80-4e3e-9d2a-7ffd5e78412d req-c96a31e9-5232-4259-946e-8a992b04025e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470910 Jul 01 16:46:31.919152 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:31.993904 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: ACTIVE; New status is: DOWN {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:31.994265 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:32.020122 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:46:32.023141 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4d4a61-72ed-4b68-ad0d-f2e969ecc313" -d '{"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-unplugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:46:32.036420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:32.041688 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:32.078640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Jul 2022 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b0a843-1549-48a8-9fb5-cd1d097f99e5 x-openstack-request-id: req-66b0a843-1549-48a8-9fb5-cd1d097f99e5 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:46:32.079103 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-unplugged", "status": "failed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "code": 422}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:46:32.079422 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66b0a843-1549-48a8-9fb5-cd1d097f99e5 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:46:32.079859 dv-cinder-797608-41-iscsi neutron-server[110576]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66b0a843-1549-48a8-9fb5-cd1d097f99e5']: {'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'code': 422} returned with failed status Jul 01 16:46:32.100008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=8']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:32.209641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-c1a66e1d-30ad-4a1b-bee9-2756b2bbed33 req-8cb42cac-e8d7-4ed7-a393-fd64a6da0a51 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:46:32.211080 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1a66e1d-30ad-4a1b-bee9-2756b2bbed33 req-8cb42cac-e8d7-4ed7-a393-fd64a6da0a51 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0985727 Jul 01 16:46:32.294216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a599-fb3e-46b8-a130-c0792cf1007e req-226d7e00-7fad-4f77-a269-10fc3ae7fed5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:32.295891 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f46a599-fb3e-46b8-a130-c0792cf1007e req-226d7e00-7fad-4f77-a269-10fc3ae7fed5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0541708 Jul 01 16:46:32.387895 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f46a599-fb3e-46b8-a130-c0792cf1007e req-3ffc4aca-59c1-4aab-829d-51249b9a9e0e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854726 Jul 01 16:46:32.395947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf6240-8aad-43ed-8fbd-1b4359b124e8 req-c71051a8-28f5-4129-a0b8-42557ab00cc3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:32.397501 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbbf6240-8aad-43ed-8fbd-1b4359b124e8 req-c71051a8-28f5-4129-a0b8-42557ab00cc3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0723817 Jul 01 16:46:32.399006 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:32.404419 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-b87b14cd-19ca-43da-a9d5-27b52683a95d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428512 Jul 01 16:46:32.457206 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bbbf6240-8aad-43ed-8fbd-1b4359b124e8 req-5038b9a7-7b3c-452f-9487-25abda580f81 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533059 Jul 01 16:46:32.474715 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:32.495102 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-152d2520-3f1a-4690-95c6-23069cb54f6a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:32.496444 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-152d2520-3f1a-4690-95c6-23069cb54f6a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports/ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 941 time: 0.0593431 Jul 01 16:46:33.518973 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d504a5-f7a5-42d8-848d-891349f7096a req-c8de5bbc-497c-4265-b280-10edd834b4b5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:33.521301 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44d504a5-f7a5-42d8-848d-891349f7096a req-c8de5bbc-497c-4265-b280-10edd834b4b5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0550013 Jul 01 16:46:33.538322 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-88ba8252-4759-4218-8672-337e62c80acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:33.540677 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-88ba8252-4759-4218-8672-337e62c80acf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad&tenant_id=315dd9cfab134d008039e1229e42a96e HTTP/1.1" status: 200 len: 1128 time: 0.0899327 Jul 01 16:46:33.627204 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e19a4c-1363-4100-9c0c-3fb78a0386fd req-2942bbaf-037e-471e-8f32-fdbcf45e6498 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:33.628744 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80e19a4c-1363-4100-9c0c-3fb78a0386fd req-2942bbaf-037e-471e-8f32-fdbcf45e6498 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0814686 Jul 01 16:46:33.635619 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44d504a5-f7a5-42d8-848d-891349f7096a req-26bfb112-9f01-47e1-b933-02dc6650315d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083171 Jul 01 16:46:33.656655 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-17c380df-39ac-40f4-9f93-4b29f327a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:33.658840 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-17c380df-39ac-40f4-9f93-4b29f327a3d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=315dd9cfab134d008039e1229e42a96e&device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1128 time: 0.0574796 Jul 01 16:46:33.689812 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80e19a4c-1363-4100-9c0c-3fb78a0386fd req-490a99a3-31a7-4cd8-b376-335f1b47d766 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Jul 01 16:46:33.759574 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-92ebd62f-9c93-4bd9-839a-a9113f1387ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:33.761009 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-92ebd62f-9c93-4bd9-839a-a9113f1387ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 200 len: 917 time: 0.0958133 Jul 01 16:46:33.999829 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-d8a690ed-8c1e-4d83-b94a-ba6418f53edc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 200 len: 1000 time: 0.0583837 Jul 01 16:46:34.057242 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-db543836-4e34-4db5-83d8-3952ee92a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:34.058719 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-db543836-4e34-4db5-83d8-3952ee92a77a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 200 len: 855 time: 0.0523436 Jul 01 16:46:34.104729 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-cb754155-3a1d-405e-b56d-2145d489d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:34.106210 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-cb754155-3a1d-405e-b56d-2145d489d922 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=122e1655-ca16-42e2-ac40-3aa0137062fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404522 Jul 01 16:46:34.202902 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-58fe5886-3704-40b1-ba09-a413d2f51707 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872753 Jul 01 16:46:34.228158 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:34.294323 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-b9a220a2-38d0-443a-874a-1a7e8383e569 req-75ece83e-6fb9-4e51-b090-5406d3ca96f1 service neutron] 10.222.0.43 "GET /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Jul 01 16:46:34.405222 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38038) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:34.450524 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Deleting subnet 5b57945f-5d06-4380-89fb-7f777e8c9a18 {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:46:34.453713 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Publish callbacks [] for subnet (5b57945f-5d06-4380-89fb-7f777e8c9a18), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.492670 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (5b57945f-5d06-4380-89fb-7f777e8c9a18), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.533622 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (5b57945f-5d06-4380-89fb-7f777e8c9a18), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.590266 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (5b57945f-5d06-4380-89fb-7f777e8c9a18), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.615240 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b57945f-5d06-4380-89fb-7f777e8c9a18,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:34.624917 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.634001 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38048) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:34.634511 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4aebb6d3-e1fa-4ded-90fd-f40f99c77364 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5b57945f-5d06-4380-89fb-7f777e8c9a18 HTTP/1.1" status: 204 len: 168 time: 0.2278016 Jul 01 16:46:34.705937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (2c0d7f3e-42fa-46c8-9ef0-af6660d979fe), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.795439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc5f89-a211-4bdb-b06b-a230d9f730ec req-047087d5-91da-4f52-b9d2-10d351f87b57 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:34.796774 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ecc5f89-a211-4bdb-b06b-a230d9f730ec req-047087d5-91da-4f52-b9d2-10d351f87b57 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0862370 Jul 01 16:46:34.984200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (2c0d7f3e-42fa-46c8-9ef0-af6660d979fe), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:34.998922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128afbcd-e1a5-4106-ba66-0e6ab9c76ba4 req-74e84c0e-fa71-47e7-8ed7-903a935a891e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:35.002839 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-128afbcd-e1a5-4106-ba66-0e6ab9c76ba4 req-74e84c0e-fa71-47e7-8ed7-903a935a891e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.2262223 Jul 01 16:46:35.067404 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ecc5f89-a211-4bdb-b06b-a230d9f730ec req-19bd1bc1-a06c-46e4-8742-0460ddead998 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576604 Jul 01 16:46:35.069430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0d7f3e-42fa-46c8-9ef0-af6660d979fe']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:35.087686 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dbf115-30dc-4898-9c73-b8061d89fe54') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:35.088254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dbf115-30dc-4898-9c73-b8061d89fe54') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:35.114574 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (45dbf115-30dc-4898-9c73-b8061d89fe54), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.131659 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-128afbcd-e1a5-4106-ba66-0e6ab9c76ba4 req-25524acd-114d-4bfb-86f4-edd68a4f258e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098497 Jul 01 16:46:35.139848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (45dbf115-30dc-4898-9c73-b8061d89fe54), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.159519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:46:35.162969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (45dbf115-30dc-4898-9c73-b8061d89fe54), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.242999 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 45dbf115-30dc-4898-9c73-b8061d89fe54 resource provider aggregate not found Jul 01 16:46:35.263680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (2c0d7f3e-42fa-46c8-9ef0-af6660d979fe), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.266551 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 45dbf115-30dc-4898-9c73-b8061d89fe54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45dbf115-30dc-4898-9c73-b8061d89fe54 found for delete ", "request_id": "req-77bb4582-b89f-4b68-b369-95d53ead95e0"}]} Jul 01 16:46:35.272404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.280148 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2c0d7f3e-42fa-46c8-9ef0-af6660d979fe HTTP/1.1" status: 204 len: 168 time: 0.6443975 Jul 01 16:46:35.285132 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38074) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:35.304813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ff95-1267-4387-8be3-a8369bc7b1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0d7f3e-42fa-46c8-9ef0-af6660d979fe,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:35.367501 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Deleting subnet d5b80a33-0f4c-4b40-9aec-e43eb62c989a {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:46:35.381212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Publish callbacks [] for subnet (d5b80a33-0f4c-4b40-9aec-e43eb62c989a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.433934 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (d5b80a33-0f4c-4b40-9aec-e43eb62c989a), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.516703 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9598357-5dc4-40d9-975f-4b1f1ecbcead req-04a1b824-1164-4588-b6cf-e10cf546f4fc tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:35.537249 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9598357-5dc4-40d9-975f-4b1f1ecbcead req-04a1b824-1164-4588-b6cf-e10cf546f4fc tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0843151 Jul 01 16:46:35.540927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38082) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:35.555627 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (d5b80a33-0f4c-4b40-9aec-e43eb62c989a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.609286 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:35.628719 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9598357-5dc4-40d9-975f-4b1f1ecbcead req-6e6f8798-42c3-4142-b13c-dd14c5c37aa3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895536 Jul 01 16:46:35.655885 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (d5b80a33-0f4c-4b40-9aec-e43eb62c989a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.693736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b80a33-0f4c-4b40-9aec-e43eb62c989a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:35.695857 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.699194 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7a3220b1-d634-4581-91fb-39dddcb0030a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d5b80a33-0f4c-4b40-9aec-e43eb62c989a HTTP/1.1" status: 204 len: 168 time: 0.4120040 Jul 01 16:46:35.702106 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38088) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:35.710100 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:35.875610 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:46:35.881687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (7a961335-4400-49e8-9dc4-fe871042ad24), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:35.900868 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-14bf24eb-e045-4de4-b268-1eb1ff9b0182 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3585312 Jul 01 16:46:35.905830 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-cfaa2b79-da8a-4963-a729-1fe3281c22f1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:46:35.917948 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-cfaa2b79-da8a-4963-a729-1fe3281c22f1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0161147 Jul 01 16:46:35.994397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port dfaabde7-2cdd-46ea-9860-694b36767f5e is: ACTIVE; New status is: DOWN {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:35.995018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.033963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (7a961335-4400-49e8-9dc4-fe871042ad24), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.044330 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:46:36.047142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b9d05-9119-4f5f-beda-78b8b98ac8dc" -d '{"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:46:36.057500 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a961335-4400-49e8-9dc4-fe871042ad24']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:36.069047 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c8b8f9-8f98-4cec-be92-b965b6a6bbdb') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:36.069687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c8b8f9-8f98-4cec-be92-b965b6a6bbdb') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:46:36.080973 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (63c8b8f9-8f98-4cec-be92-b965b6a6bbdb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.090486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:36.106039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (63c8b8f9-8f98-4cec-be92-b965b6a6bbdb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.114655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:46:36.115605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (63c8b8f9-8f98-4cec-be92-b965b6a6bbdb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.120452 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:36.131077 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.190643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Jul 2022 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a14571-eac4-49d2-81d5-6dcf1e80d76f x-openstack-request-id: req-e8a14571-eac4-49d2-81d5-6dcf1e80d76f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:46:36.190944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-unplugged", "status": "failed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "code": 422}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:46:36.191202 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8a14571-eac4-49d2-81d5-6dcf1e80d76f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:46:36.191838 dv-cinder-797608-41-iscsi neutron-server[110576]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e8a14571-eac4-49d2-81d5-6dcf1e80d76f']: {'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'code': 422} returned with failed status Jul 01 16:46:36.204856 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (7a961335-4400-49e8-9dc4-fe871042ad24), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.216379 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38102) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:36.219336 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=6']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:36.246460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.257717 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7a961335-4400-49e8-9dc4-fe871042ad24 HTTP/1.1" status: 204 len: 168 time: 0.5515807 Jul 01 16:46:36.257717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed89954-7a42-4d00-bfd2-8af07eac8909 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a961335-4400-49e8-9dc4-fe871042ad24,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:36.328907 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87168c40-4911-4974-91db-51331293e4b1 req-a52a9644-757b-484d-8560-54837d3fada3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:36.338683 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87168c40-4911-4974-91db-51331293e4b1 req-a52a9644-757b-484d-8560-54837d3fada3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0672126 Jul 01 16:46:36.367966 dv-cinder-797608-41-iscsi neutron-server[110574]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 16:46:36.437910 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87168c40-4911-4974-91db-51331293e4b1 req-c3b38bcb-5353-4e4b-a3d5-0148f0e8c219 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980961 Jul 01 16:46:36.455483 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-4ad6eb67-aee6-4a9a-88e9-5d718adcd050 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:36.459438 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-4ad6eb67-aee6-4a9a-88e9-5d718adcd050 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports/dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 940 time: 0.2416935 Jul 01 16:46:36.542430 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38110) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:36.592566 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5a8db06e-e449-44db-abfe-db5a4e37437b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af13e6517ccb47aa9dd9ec4c747be4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489678 Jul 01 16:46:36.595158 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38114) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:36.659191 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] Publish callbacks [] for security_group (f081bbbc-4eeb-4213-a6eb-fd568915851e), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.682077 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:36.709849 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] Publish callbacks [] for security_group (f081bbbc-4eeb-4213-a6eb-fd568915851e), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.802977 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f081bbbc-4eeb-4213-a6eb-fd568915851e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.807186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae44a45-8998-4abf-985f-1c1e768788c2 req-88907097-ac57-4e81-b60c-1c90efaae472 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:36.808746 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ae44a45-8998-4abf-985f-1c1e768788c2 req-88907097-ac57-4e81-b60c-1c90efaae472 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0814168 Jul 01 16:46:36.809682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:36.811052 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f081bbbc-4eeb-4213-a6eb-fd568915851e HTTP/1.1" status: 204 len: 168 time: 0.2150023 Jul 01 16:46:36.831338 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa5bb3-5938-4ed2-89c7-64aa64b86e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f081bbbc-4eeb-4213-a6eb-fd568915851e,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:36.909604 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ae44a45-8998-4abf-985f-1c1e768788c2 req-2d7e38e9-1076-47fd-addd-5486df32e0e3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937588 Jul 01 16:46:37.294679 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 63c8b8f9-8f98-4cec-be92-b965b6a6bbdb resource provider aggregate not found Jul 01 16:46:37.314240 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 63c8b8f9-8f98-4cec-be92-b965b6a6bbdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63c8b8f9-8f98-4cec-be92-b965b6a6bbdb found for delete ", "request_id": "req-37515d0f-664f-4738-92b6-3702aecf50e5"}]} Jul 01 16:46:37.332967 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38136) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:37.388921 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-21d55f78-fec2-4e40-bf75-4ef1e082b871 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=691ef7680cd249ef8b82b4a643b1f199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515993 Jul 01 16:46:37.389249 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38138) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:37.417289 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:37.461443 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] Publish callbacks [] for security_group (efcfc91a-83c6-48ba-9fb1-6e8de6297080), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:37.489203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] Publish callbacks [] for security_group (efcfc91a-83c6-48ba-9fb1-6e8de6297080), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:37.558272 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (efcfc91a-83c6-48ba-9fb1-6e8de6297080), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:37.562909 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:37.566459 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efcfc91a-83c6-48ba-9fb1-6e8de6297080 HTTP/1.1" status: 204 len: 168 time: 0.1752398 Jul 01 16:46:37.599481 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d1f06-e5e2-40a4-a1dd-ac750b0a9f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfc91a-83c6-48ba-9fb1-6e8de6297080,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:37.638634 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d554ebc-8ff5-4dcb-8fbf-96fbe68844af req-8af229a9-1dd6-4edb-a976-82439a649641 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:37.642856 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d554ebc-8ff5-4dcb-8fbf-96fbe68844af req-8af229a9-1dd6-4edb-a976-82439a649641 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.1219325 Jul 01 16:46:37.767824 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d554ebc-8ff5-4dcb-8fbf-96fbe68844af req-ee2d06d4-7aa2-446b-9912-713771a3c2e0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030736 Jul 01 16:46:38.057642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887800b-3323-41b3-9440-4822f2b392a8 req-88333e1b-4860-48f8-ba0c-6088e40dba6e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:38.060715 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9887800b-3323-41b3-9440-4822f2b392a8 req-88333e1b-4860-48f8-ba0c-6088e40dba6e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0809774 Jul 01 16:46:38.114864 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9887800b-3323-41b3-9440-4822f2b392a8 req-105a93d0-acf1-4883-b2b5-5615ef3ecea8 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484555 Jul 01 16:46:38.911548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5490-0d84-4ae9-a40e-945b714fe783 req-bbc41161-0a12-4038-9f02-d8644a22ed2e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:38.913112 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2cf5490-0d84-4ae9-a40e-945b714fe783 req-bbc41161-0a12-4038-9f02-d8644a22ed2e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0547876 Jul 01 16:46:38.969999 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2cf5490-0d84-4ae9-a40e-945b714fe783 req-216cd649-56d5-47af-b304-ff7715f1f305 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506144 Jul 01 16:46:39.019278 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-faf7ebde-47d6-4dcd-95bd-fa41cb4b2f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.063172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38174) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:39.201707 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5e523ba8-8f0a-4211-9227-f04aca0e0e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.268401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cd659-b10a-4018-ba54-8e27d9c160d9 req-a6680615-e590-4048-aba3-599ebd5b318c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:39.278164 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a8cd659-b10a-4018-ba54-8e27d9c160d9 req-a6680615-e590-4048-aba3-599ebd5b318c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0687339 Jul 01 16:46:39.332646 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5e523ba8-8f0a-4211-9227-f04aca0e0e14 admin admin] Publish callbacks [] for security_group (0a76dc9a-11ca-47e0-9894-60d2addb528d), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.334924 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a8cd659-b10a-4018-ba54-8e27d9c160d9 req-c8d0ec74-bc34-42f1-90e8-b573c32e929c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555191 Jul 01 16:46:39.356647 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5e523ba8-8f0a-4211-9227-f04aca0e0e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0a76dc9a-11ca-47e0-9894-60d2addb528d), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.401345 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e523ba8-8f0a-4211-9227-f04aca0e0e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a76dc9a-11ca-47e0-9894-60d2addb528d,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:39.405801 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5e523ba8-8f0a-4211-9227-f04aca0e0e14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a94fa4f0fdc47b7bd70e372f4290f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416111 Jul 01 16:46:39.408994 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38180) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:39.465983 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] Publish callbacks [] for security_group (0a76dc9a-11ca-47e0-9894-60d2addb528d), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.489743 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] Publish callbacks [] for security_group (0a76dc9a-11ca-47e0-9894-60d2addb528d), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.527560 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:39.553120 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0a76dc9a-11ca-47e0-9894-60d2addb528d), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.556626 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:39.561550 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a76dc9a-11ca-47e0-9894-60d2addb528d HTTP/1.1" status: 204 len: 168 time: 0.1521139 Jul 01 16:46:39.571184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df7478-dd01-4c6d-a0b5-8ec02879c615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a76dc9a-11ca-47e0-9894-60d2addb528d,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:40.131261 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b3d67-d55a-46f1-be3e-90c74c752777 req-9da00ce6-d0a9-41cf-98eb-ebe7fcf943ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:40.133066 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec2b3d67-d55a-46f1-be3e-90c74c752777 req-9da00ce6-d0a9-41cf-98eb-ebe7fcf943ee tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0606477 Jul 01 16:46:40.213974 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec2b3d67-d55a-46f1-be3e-90c74c752777 req-c56bd232-ce36-4ef3-bfd0-c6eb63c94af0 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632796 Jul 01 16:46:40.498829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796147af-1b4f-4187-aa18-a906359bcff4 req-8f398eb2-2a25-4a56-8096-a29c324e4fa4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:40.500702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-796147af-1b4f-4187-aa18-a906359bcff4 req-8f398eb2-2a25-4a56-8096-a29c324e4fa4 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0802097 Jul 01 16:46:40.528581 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:40.579010 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-796147af-1b4f-4187-aa18-a906359bcff4 req-d737bf77-5331-4a2a-9fa5-47ff22ddc619 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721083 Jul 01 16:46:41.361224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd5ad-ac8a-4224-92c5-88b472711849 req-a813f71c-32ea-4d4e-a981-41a694967803 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:41.368742 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb9fd5ad-ac8a-4224-92c5-88b472711849 req-a813f71c-32ea-4d4e-a981-41a694967803 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0620656 Jul 01 16:46:41.423401 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb9fd5ad-ac8a-4224-92c5-88b472711849 req-9a2f5221-0d98-4946-ab8c-220f0f1c1e6e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517304 Jul 01 16:46:41.529253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4d437816-8b94-4d62-a77d-ba289b0d68ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:41.725622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12fb3-b0c8-4f21-b4b2-301981af0c17 req-0486430c-fdfe-4cb5-a2a9-badeb87152a1 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:41.730914 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-89d12fb3-b0c8-4f21-b4b2-301981af0c17 req-0486430c-fdfe-4cb5-a2a9-badeb87152a1 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0704105 Jul 01 16:46:41.758254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:41.790386 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-89d12fb3-b0c8-4f21-b4b2-301981af0c17 req-ea2c1c59-a527-4ebd-ab20-c074d2815a53 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565827 Jul 01 16:46:42.547313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4cf42-a77d-4cd5-b074-29f181b8f49b req-633fc91e-3fa7-453a-b5a9-da47199cba4c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:42.548939 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b2a4cf42-a77d-4cd5-b074-29f181b8f49b req-633fc91e-3fa7-453a-b5a9-da47199cba4c tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0514772 Jul 01 16:46:42.607356 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b2a4cf42-a77d-4cd5-b074-29f181b8f49b req-6460d518-88cf-473c-8753-0ea9df9997f9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509427 Jul 01 16:46:42.895674 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:42.922859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59501e-545e-4c87-bca2-de6019d41208 req-969144e1-4941-47de-981a-1a463835b2a3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:42.924313 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f59501e-545e-4c87-bca2-de6019d41208 req-969144e1-4941-47de-981a-1a463835b2a3 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0580926 Jul 01 16:46:42.980932 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f59501e-545e-4c87-bca2-de6019d41208 req-16e6c7ed-1e0a-484a-8fd8-820ef727d126 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508113 Jul 01 16:46:43.739802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bed0aa-d91f-4a29-ab9c-8711011b9a50 req-7a8e9750-3dd5-49d7-951b-9971f707e787 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:43.741255 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47bed0aa-d91f-4a29-ab9c-8711011b9a50 req-7a8e9750-3dd5-49d7-951b-9971f707e787 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0530155 Jul 01 16:46:43.789669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47bed0aa-d91f-4a29-ab9c-8711011b9a50 req-8b011ffb-9edb-4cb4-99f1-98f1b7ef8e5e tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Jul 01 16:46:44.099096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d59b5-2208-4273-b85c-8dfa4ac59c3b req-7da7f17a-820d-4ce8-a16a-b1428bffe895 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:44.100524 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c58d59b5-2208-4273-b85c-8dfa4ac59c3b req-7da7f17a-820d-4ce8-a16a-b1428bffe895 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0476189 Jul 01 16:46:44.149342 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c58d59b5-2208-4273-b85c-8dfa4ac59c3b req-b8a0005b-c3a3-4c75-9bae-b7685474ad4d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Jul 01 16:46:44.383948 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:44.604643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:44.917323 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589dbe-8939-46b6-b517-b1433d886cef req-40019ee2-e78e-47db-bcfa-389d5a2668a1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:44.918821 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-98589dbe-8939-46b6-b517-b1433d886cef req-40019ee2-e78e-47db-bcfa-389d5a2668a1 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0517702 Jul 01 16:46:44.965875 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-98589dbe-8939-46b6-b517-b1433d886cef req-c6fe6b6e-3284-42ae-a6b9-204b06b82a6d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Jul 01 16:46:45.260079 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600527-fcc9-48b3-9129-949b1cc035cc req-f255fb18-b021-48f9-8d45-f6ab0c5ce500 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:45.261566 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39600527-fcc9-48b3-9129-949b1cc035cc req-f255fb18-b021-48f9-8d45-f6ab0c5ce500 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0479112 Jul 01 16:46:45.315664 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39600527-fcc9-48b3-9129-949b1cc035cc req-1e8f9b58-0641-4d55-9877-6a34fda4a2ee tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485120 Jul 01 16:46:46.087730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95358-a5f3-4e40-ae23-b9c0e2e5e9f9 req-fc3d5a18-bcd2-4068-bebc-45eb66ba2fdb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:46.089217 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96b95358-a5f3-4e40-ae23-b9c0e2e5e9f9 req-fc3d5a18-bcd2-4068-bebc-45eb66ba2fdb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0492868 Jul 01 16:46:46.140563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96b95358-a5f3-4e40-ae23-b9c0e2e5e9f9 req-d49f121a-e149-4f16-ac83-4f1e1eb4d634 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457935 Jul 01 16:46:46.437070 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a32eef-0e39-424d-87e5-2e3e96f05119 req-c4625f17-1bb1-4d20-827f-8721097a5e1f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:46.438595 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09a32eef-0e39-424d-87e5-2e3e96f05119 req-c4625f17-1bb1-4d20-827f-8721097a5e1f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0501530 Jul 01 16:46:46.499580 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09a32eef-0e39-424d-87e5-2e3e96f05119 req-e0b9858c-e314-48d2-8e3b-158e96734cd1 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540559 Jul 01 16:46:47.267251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e947d2c-ac27-4caf-bb9e-b3ca668bb052 req-92ef6ff8-c0cc-4051-acee-b29e304dd5cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:47.268779 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e947d2c-ac27-4caf-bb9e-b3ca668bb052 req-92ef6ff8-c0cc-4051-acee-b29e304dd5cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 944 time: 0.0535481 Jul 01 16:46:47.304383 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:47.328620 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e947d2c-ac27-4caf-bb9e-b3ca668bb052 req-038a3c56-b9aa-4d15-8423-f363fa3afd4a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532999 Jul 01 16:46:47.626727 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96007-b1b2-4400-b28b-1d856d10ba9d req-ed2f7fdd-63c8-4659-a8a3-9da7009cd11c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:47.627530 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66e96007-b1b2-4400-b28b-1d856d10ba9d req-ed2f7fdd-63c8-4659-a8a3-9da7009cd11c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0533981 Jul 01 16:46:47.678131 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66e96007-b1b2-4400-b28b-1d856d10ba9d req-9e2616f9-e03f-47d8-b084-d44a596f3545 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Jul 01 16:46:47.878653 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-719673bd-c156-472c-b8e1-b2e0a9b3cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:47.880725 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-719673bd-c156-472c-b8e1-b2e0a9b3cbfd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef&tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e HTTP/1.1" status: 200 len: 1127 time: 0.0428951 Jul 01 16:46:47.954708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:46:47.960419 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-02ce8509-b51e-4d51-b12b-6eea1e1917fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:47.961920 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-02ce8509-b51e-4d51-b12b-6eea1e1917fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1127 time: 0.0436954 Jul 01 16:46:48.058335 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:48.071734 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'port_id': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'mac_address': 'fa:16:3e:7c:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:46:48.086061 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-df328494-63f7-47b5-b9bf-57d8edf5ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:48.087647 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-df328494-63f7-47b5-b9bf-57d8edf5ef3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.0931380 Jul 01 16:46:48.109193 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:48.109582 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:48.111349 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:48.125687 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:46:48.144051 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:48.149737 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:48.155623 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:48.158867 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-6aa2d9de-5805-449c-afb2-5bd8e4fd54a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 999 time: 0.0633442 Jul 01 16:46:48.209821 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=9']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:48.213992 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-ccde9b7f-c847-4eba-8848-69f2701cd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:48.215746 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-ccde9b7f-c847-4eba-8848-69f2701cd255 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0510876 Jul 01 16:46:48.216922 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.217270 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.217614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.217953 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.218287 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.218646 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.218977 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.219305 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.219634 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.219960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.220287 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.220614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.220938 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.221324 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.221651 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:48.260886 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-f9fbc639-376f-4f26-9b44-72b5cd89990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:48.262442 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-f9fbc639-376f-4f26-9b44-72b5cd89990c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402803 Jul 01 16:46:48.353977 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-9ac3beac-f284-43c6-a428-f13f8fcefc52 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Jul 01 16:46:48.462233 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d3ce7-5491-44db-881f-e70551dd4c04 req-4f8ca671-d08c-4f87-b273-d0117b5e4278 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:48.464023 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e77d3ce7-5491-44db-881f-e70551dd4c04 req-4f8ca671-d08c-4f87-b273-d0117b5e4278 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0546761 Jul 01 16:46:48.489191 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:46:48.519398 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e77d3ce7-5491-44db-881f-e70551dd4c04 req-51c20c6d-33d1-4fee-a7ed-bb4d8ac4a2b9 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474141 Jul 01 16:46:48.647821 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:48.675854 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-502e17b2-59cc-4145-98b6-44cb5b6cc3f3 req-30fdc687-9309-4592-823a-0f22c70847a0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158393 Jul 01 16:46:48.773249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:48.791969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5edd2d-5e2a-49c3-9a3e-bbfce945166f req-5211f6f6-53ff-4e03-ac79-3787d6c16225 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:48.793426 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd5edd2d-5e2a-49c3-9a3e-bbfce945166f req-5211f6f6-53ff-4e03-ac79-3787d6c16225 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0480850 Jul 01 16:46:48.849714 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd5edd2d-5e2a-49c3-9a3e-bbfce945166f req-19cab63f-971c-419f-8ab9-535bebdeaffd tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506384 Jul 01 16:46:49.433176 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38316) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:49.540427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dfba7c6f-3aef-4752-b8ff-541a5988148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.646072 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42b04-8025-4082-9b1b-c2914d4d7016 req-980e79cd-200c-4e6e-9c73-f7adf57ebbdf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:49.647657 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4ae42b04-8025-4082-9b1b-c2914d4d7016 req-980e79cd-200c-4e6e-9c73-f7adf57ebbdf tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 945 time: 0.0515637 Jul 01 16:46:49.650529 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dfba7c6f-3aef-4752-b8ff-541a5988148b admin admin] Publish callbacks [] for security_group (3d660061-1b94-41fd-9290-84c67817e4c7), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.655395 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dfba7c6f-3aef-4752-b8ff-541a5988148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (3d660061-1b94-41fd-9290-84c67817e4c7), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.698256 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4ae42b04-8025-4082-9b1b-c2914d4d7016 req-c8204dda-517c-4ca8-93bb-1ee12d9a12db tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447984 Jul 01 16:46:49.708884 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-dfba7c6f-3aef-4752-b8ff-541a5988148b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66bb091979114297a724ba5549e3bcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744915 Jul 01 16:46:49.710000 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7c6f-3aef-4752-b8ff-541a5988148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d660061-1b94-41fd-9290-84c67817e4c7,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:49.711439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38322) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:49.765288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Publish callbacks [] for security_group (3d660061-1b94-41fd-9290-84c67817e4c7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.791114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Publish callbacks [] for security_group (3d660061-1b94-41fd-9290-84c67817e4c7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.844600 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (3d660061-1b94-41fd-9290-84c67817e4c7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.847217 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:49.849477 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d660061-1b94-41fd-9290-84c67817e4c7 HTTP/1.1" status: 204 len: 168 time: 0.1370306 Jul 01 16:46:49.857991 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d660061-1b94-41fd-9290-84c67817e4c7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:49.866336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.866706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.867056 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.867389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.867721 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.868124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.868709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.868709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.868999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.869319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.869642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.869962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.870279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.871836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.871836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bcc88-d0f0-4a0c-a943-f7c7ddb76076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:46:49.975924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:46:49.989656 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff035-3e9b-4479-b0f9-500ef7d30527 req-d991311f-d73f-4a12-b8c7-c3d441ce0487 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:49.991382 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0daff035-3e9b-4479-b0f9-500ef7d30527 req-d991311f-d73f-4a12-b8c7-c3d441ce0487 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0577972 Jul 01 16:46:50.031577 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:46:50.032338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:50.061711 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0daff035-3e9b-4479-b0f9-500ef7d30527 req-004b5410-9ac4-41cc-95e6-785f9fbf5cc8 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611806 Jul 01 16:46:50.139881 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:50.140268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:50.165990 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:46:50.168233 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6096b1f4-c838-4baa-a69a-a0df78bad370" -d '{"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:46:50.181531 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:50.186057 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:50.219813 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129c1ff-363d-42dc-ae01-5918cbed50a2 x-openstack-request-id: req-b129c1ff-363d-42dc-ae01-5918cbed50a2 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:46:50.220106 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-plugged", "status": "completed", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:46:50.220478 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b129c1ff-363d-42dc-ae01-5918cbed50a2 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:46:50.220924 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b129c1ff-363d-42dc-ae01-5918cbed50a2'] response: {'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'code': 200} Jul 01 16:46:50.237043 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=10']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:50.480856 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4059d-4486-4b96-ace3-cc55744db52c req-202f54eb-e737-4012-a7c9-880904e10645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:50.483057 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-38d4059d-4486-4b96-ace3-cc55744db52c req-202f54eb-e737-4012-a7c9-880904e10645 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 1131 time: 0.0414810 Jul 01 16:46:50.536559 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-38d4059d-4486-4b96-ace3-cc55744db52c req-511bce56-c83d-4d96-b447-f94bf3f3bfd1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 Jul 01 16:46:50.837976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc0639-0f28-4537-b328-0ef123f3e929 req-890463b9-e08c-4530-a742-54884a273426 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:50.839540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3cfc0639-0f28-4537-b328-0ef123f3e929 req-890463b9-e08c-4530-a742-54884a273426 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0493076 Jul 01 16:46:50.892058 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3cfc0639-0f28-4537-b328-0ef123f3e929 req-88e14520-7fbe-4baf-b716-71565ec901ed tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 Jul 01 16:46:51.194954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459afa1-2ea1-4321-85c2-5d3d8cd23fe8 req-4d715a80-1818-48cf-9947-14893ad4121c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:51.196516 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4459afa1-2ea1-4321-85c2-5d3d8cd23fe8 req-4d715a80-1818-48cf-9947-14893ad4121c tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0551267 Jul 01 16:46:51.248698 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4459afa1-2ea1-4321-85c2-5d3d8cd23fe8 req-48f6be1d-a9a8-4ea2-bfe8-d9dcb215335b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Jul 01 16:46:51.674831 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:51.679016 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:52.013933 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696dd89-3cf6-4609-bce7-0cafcad45944 req-8cececa6-f433-4643-a546-b58611e22555 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:52.015448 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d696dd89-3cf6-4609-bce7-0cafcad45944 req-8cececa6-f433-4643-a546-b58611e22555 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0478899 Jul 01 16:46:52.067086 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d696dd89-3cf6-4609-bce7-0cafcad45944 req-33475994-4ac6-487f-bf2a-7b9d62f430f3 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 Jul 01 16:46:52.386313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7627-1c21-4e45-9e9d-72dbf68a166a req-fbdd0729-9865-4c3b-851c-922838a9086a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:52.389142 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-972a7627-1c21-4e45-9e9d-72dbf68a166a req-fbdd0729-9865-4c3b-851c-922838a9086a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0691636 Jul 01 16:46:52.444244 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:52.467353 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-972a7627-1c21-4e45-9e9d-72dbf68a166a req-baeaa125-0894-4c40-8a48-2359986c7e03 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656953 Jul 01 16:46:53.190224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018d2c-a27d-46ef-ad8e-4f4beece9ad3 req-f4c22103-6ba0-4464-8403-a1b4bd68f8cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:53.192754 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a018d2c-a27d-46ef-ad8e-4f4beece9ad3 req-f4c22103-6ba0-4464-8403-a1b4bd68f8cb tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0511789 Jul 01 16:46:53.242209 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a018d2c-a27d-46ef-ad8e-4f4beece9ad3 req-edcbd8fa-2252-4329-bce7-a9dba4b25a17 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Jul 01 16:46:53.252161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:53.582786 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0eafa-f9f4-4afe-aa52-7d281ae9a647 req-8c58cd82-4fca-40a9-b200-11619a81c15a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:53.584534 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28a0eafa-f9f4-4afe-aa52-7d281ae9a647 req-8c58cd82-4fca-40a9-b200-11619a81c15a tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0483489 Jul 01 16:46:53.625595 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:53.641856 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28a0eafa-f9f4-4afe-aa52-7d281ae9a647 req-33b7d2a1-c08d-420e-8d0a-9350529b45b1 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Jul 01 16:46:54.108560 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38448) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:54.219131 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17dd27ad-98a4-48b1-8de2-205f897a06a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.314597 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17dd27ad-98a4-48b1-8de2-205f897a06a9 admin admin] Publish callbacks [] for security_group (1728ed3a-b97a-4ff7-bc60-8d5495b9bf52), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.319419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-17dd27ad-98a4-48b1-8de2-205f897a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1728ed3a-b97a-4ff7-bc60-8d5495b9bf52), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.365643 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-17dd27ad-98a4-48b1-8de2-205f897a06a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8901e944300845ff94ca861be04c5624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559130 Jul 01 16:46:54.367699 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd27ad-98a4-48b1-8de2-205f897a06a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1728ed3a-b97a-4ff7-bc60-8d5495b9bf52,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:54.368514 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38462) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:46:54.384399 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:54.430471 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] Publish callbacks [] for security_group (1728ed3a-b97a-4ff7-bc60-8d5495b9bf52), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.452398 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] Publish callbacks [] for security_group (1728ed3a-b97a-4ff7-bc60-8d5495b9bf52), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.504975 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1728ed3a-b97a-4ff7-bc60-8d5495b9bf52), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.507819 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:54.508954 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1728ed3a-b97a-4ff7-bc60-8d5495b9bf52 HTTP/1.1" status: 204 len: 168 time: 0.1388402 Jul 01 16:46:54.520019 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027f9ea-9fe6-4348-90ae-27139f80343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1728ed3a-b97a-4ff7-bc60-8d5495b9bf52,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:54.771257 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9319f2-462a-47ab-8afd-ba89b0e6483b req-f9e740dd-6533-429f-9311-bc7d2090e15b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:54.772900 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ab9319f2-462a-47ab-8afd-ba89b0e6483b req-f9e740dd-6533-429f-9311-bc7d2090e15b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0526869 Jul 01 16:46:54.831954 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ab9319f2-462a-47ab-8afd-ba89b0e6483b req-f56ef260-435e-456a-9243-c73324de2501 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511386 Jul 01 16:46:55.950450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770786c-c9b2-4efa-ba75-70ac6c4cce8c req-6f52bc3a-bd2e-4f4e-9e84-f87c0d08a118 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:55.951827 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5770786c-c9b2-4efa-ba75-70ac6c4cce8c req-6f52bc3a-bd2e-4f4e-9e84-f87c0d08a118 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 943 time: 0.0510237 Jul 01 16:46:55.995334 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:46:56.001763 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5770786c-c9b2-4efa-ba75-70ac6c4cce8c req-d351bae5-9ece-48f1-b60c-88630a3841f2 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Jul 01 16:46:56.092080 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:56.103268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'port_id': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'mac_address': 'fa:16:3e:dc:b9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:46:56.141333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port dfaabde7-2cdd-46ea-9860-694b36767f5e is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:56.141714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:56.154555 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfaabde7-2cdd-46ea-9860-694b36767f5e {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:46:56.174767 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:56.179296 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:56.226709 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=7']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:56.514837 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['dfaabde7-2cdd-46ea-9860-694b36767f5e'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:46:56.546703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:56.555924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:57.005451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beeea9-dd1b-45be-a706-73b0d4444b60 req-41b9b440-5d32-4590-bd7a-9c55ee2e72b8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:57.007013 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9beeea9-dd1b-45be-a706-73b0d4444b60 req-41b9b440-5d32-4590-bd7a-9c55ee2e72b8 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0506315 Jul 01 16:46:57.067725 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9beeea9-dd1b-45be-a706-73b0d4444b60 req-78469149-1f2c-47b9-87cb-d63fd78c421e tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547099 Jul 01 16:46:57.142439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18de86d-93d2-4b4a-b9eb-56ccc3a5f367 req-ee236bc4-db54-4276-afa0-25a2d8f5362b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:57.144461 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d18de86d-93d2-4b4a-b9eb-56ccc3a5f367 req-ee236bc4-db54-4276-afa0-25a2d8f5362b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 944 time: 0.0527329 Jul 01 16:46:57.201550 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d18de86d-93d2-4b4a-b9eb-56ccc3a5f367 req-01747874-26ce-49fc-8a0e-d811f5b58f5e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504210 Jul 01 16:46:58.192865 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571883-9241-4c09-af82-aac4051f21ea req-34e61fa9-27db-4205-b865-0d98ff389f4f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:58.194294 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc571883-9241-4c09-af82-aac4051f21ea req-34e61fa9-27db-4205-b865-0d98ff389f4f tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0470760 Jul 01 16:46:58.242597 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc571883-9241-4c09-af82-aac4051f21ea req-49fb372b-d5a6-4965-94b7-c795ed7b8cb7 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Jul 01 16:46:58.318760 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f15d0-0853-460f-b120-0829ac3c0f12 req-24d90db5-44d9-492d-91b3-b4c8a2c9d02e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:58.320244 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e39f15d0-0853-460f-b120-0829ac3c0f12 req-24d90db5-44d9-492d-91b3-b4c8a2c9d02e tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 944 time: 0.0477283 Jul 01 16:46:58.365027 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:46:58.370021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e39f15d0-0853-460f-b120-0829ac3c0f12 req-2ba9ee38-7ba1-4498-9500-62ac84c11a29 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Jul 01 16:46:58.986091 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:46:59.029149 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port dfaabde7-2cdd-46ea-9860-694b36767f5e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:46:59.029537 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:59.101593 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port dfaabde7-2cdd-46ea-9860-694b36767f5e is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:46:59.101836 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:59.125961 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:46:59.128924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312601f-75d3-41dd-9180-f2f7c5ddb5f4" -d '{"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-plugged", "status": "completed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:46:59.146520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:46:59.151073 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:46:59.174219 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5104e99-94a8-4c31-bfa4-d1339432c391 x-openstack-request-id: req-b5104e99-94a8-4c31-bfa4-d1339432c391 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:46:59.174536 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-plugged", "status": "completed", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:46:59.174791 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5104e99-94a8-4c31-bfa4-d1339432c391 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:46:59.176347 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5104e99-94a8-4c31-bfa4-d1339432c391'] response: {'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'code': 200} Jul 01 16:46:59.201563 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=8']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:46:59.361172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2941bb8-4d57-4851-bb39-c7828ec01ef3 req-f58ba268-f008-4d7e-bbf4-f4942ab8c1c4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:59.363273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2941bb8-4d57-4851-bb39-c7828ec01ef3 req-f58ba268-f008-4d7e-bbf4-f4942ab8c1c4 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0514846 Jul 01 16:46:59.412395 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2941bb8-4d57-4851-bb39-c7828ec01ef3 req-f5d921c0-19ae-4926-9783-57509ec790ba tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Jul 01 16:46:59.490536 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619154e-1cd6-4bf6-a466-8d734f43dd86 req-e18b4263-434a-4890-8bf7-112b9d83482b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:46:59.492030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4619154e-1cd6-4bf6-a466-8d734f43dd86 req-e18b4263-434a-4890-8bf7-112b9d83482b tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0486426 Jul 01 16:46:59.545907 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4619154e-1cd6-4bf6-a466-8d734f43dd86 req-6067569b-9bd7-4d06-8bab-bff55976cc3f tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483024 Jul 01 16:47:00.451650 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:00.456114 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572880c7-abb4-42e6-8cb3-f1473487ebe4 req-449c3767-7787-4c8f-8b7a-ba3120e8c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:00.458666 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-572880c7-abb4-42e6-8cb3-f1473487ebe4 req-449c3767-7787-4c8f-8b7a-ba3120e8c969 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0504785 Jul 01 16:47:00.461687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-68e3d832-e773-4f81-a9f8-cf07c823067b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:00.463252 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-68e3d832-e773-4f81-a9f8-cf07c823067b tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0555360 Jul 01 16:47:00.517891 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-572880c7-abb4-42e6-8cb3-f1473487ebe4 req-0d4ce68b-4f9b-4578-b478-dd86b01af87f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531042 Jul 01 16:47:00.578050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e91c-83e2-4b30-a223-97be6256635a req-f9b43260-d8ad-4665-912c-cb6ce5179dc5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:00.579540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-40f4e91c-83e2-4b30-a223-97be6256635a req-f9b43260-d8ad-4665-912c-cb6ce5179dc5 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 946 time: 0.0806110 Jul 01 16:47:00.607616 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port e1d9786d-77cd-467e-a907-5d453b790339 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:00.607948 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (e1d9786d-77cd-467e-a907-5d453b790339), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:00.733438 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d7c8-3f28-477a-8e6a-e28e34eb5d73 req-e6dd1a94-2fd5-4b63-b4a5-011c08e16520 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:00.734827 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ce8d7c8-3f28-477a-8e6a-e28e34eb5d73 req-e6dd1a94-2fd5-4b63-b4a5-011c08e16520 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.1092203 Jul 01 16:47:00.739831 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-40f4e91c-83e2-4b30-a223-97be6256635a req-92c42af4-eedc-478e-9d46-4faaca801f63 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups?id=8be64511-0d40-47c4-9289-852988d40c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538563 Jul 01 16:47:01.058979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] For port e1d9786d-77cd-467e-a907-5d453b790339, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e1d9786d-77cd-467e-a907-5d453b790339,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:01.059346 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (e1d9786d-77cd-467e-a907-5d453b790339), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:01.090803 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ce8d7c8-3f28-477a-8e6a-e28e34eb5d73 req-2f714f21-130f-4f03-b7c5-bf92a0052021 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462739 Jul 01 16:47:01.242142 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:01.242537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (94504951-0fdc-449c-8311-d9887c880993), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:01.242856 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Floating IP 94504951-0fdc-449c-8311-d9887c880993 disassociated. External IP: 172.27.2.186, port: e1d9786d-77cd-467e-a907-5d453b790339. Jul 01 16:47:01.243202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for e1d9786d-77cd-467e-a907-5d453b790339 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:01.381607 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (e1d9786d-77cd-467e-a907-5d453b790339), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:01.411181 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=e1d9786d-77cd-467e-a907-5d453b790339,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:01.494595 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:01.532669 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:01.612523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:01.642979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:01.653399 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:01.668690 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:01.669338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:46:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:01.688480 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] No DVR routers for this DVR port e1d9786d-77cd-467e-a907-5d453b790339 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:01.691350 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:01.694704 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0f5f4c8-e2a9-4bf6-b846-aa2af73a0520 req-a4eba9c6-0a24-45d9-9678-454eb8a760a2 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.43 "DELETE /v2.0/ports/e1d9786d-77cd-467e-a907-5d453b790339 HTTP/1.1" status: 204 len: 173 time: 1.2259691 Jul 01 16:47:01.695152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'name': 'network-vif-deleted', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:01.697420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d832ba77-7f28-4b07-84fd-0d29553de933" -d '{"events": [{"server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "name": "network-vif-deleted", "tag": "e1d9786d-77cd-467e-a907-5d453b790339"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:01.733341 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57774d15-5382-4a8a-9365-2a3113902e2c x-openstack-request-id: req-57774d15-5382-4a8a-9365-2a3113902e2c {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:01.733625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f34be-ae7e-43dc-8ff4-9656de8e4f9b", "name": "network-vif-deleted", "tag": "e1d9786d-77cd-467e-a907-5d453b790339", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:01.733911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57774d15-5382-4a8a-9365-2a3113902e2c {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:01.734729 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57774d15-5382-4a8a-9365-2a3113902e2c'] response: {'server_uuid': '065f34be-ae7e-43dc-8ff4-9656de8e4f9b', 'name': 'network-vif-deleted', 'tag': 'e1d9786d-77cd-467e-a907-5d453b790339', 'status': 'completed', 'code': 200} Jul 01 16:47:01.782307 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:01.852105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54064991-157c-4c65-85bd-ef8a8d76a67f req-d7b87070-d1d7-4c23-9917-b46f1c4328a6 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/ports?device_id=065f34be-ae7e-43dc-8ff4-9656de8e4f9b HTTP/1.1" status: 200 len: 210 time: 0.0375419 Jul 01 16:47:01.994054 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:02.020230 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:02.029004 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:02.029633 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:46:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:02.222810 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957c810-c83f-486a-b905-8e779f7965fc req-b47ddd1e-c971-4c1e-b61b-15d3bbe01489 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:02.224547 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4957c810-c83f-486a-b905-8e779f7965fc req-b47ddd1e-c971-4c1e-b61b-15d3bbe01489 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0538871 Jul 01 16:47:02.235326 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:02.250183 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:02.273685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:02.276031 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4957c810-c83f-486a-b905-8e779f7965fc req-8c3c6a7d-ac11-4b2b-ad6b-14f4c9bf053d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 Jul 01 16:47:02.467293 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:02.497787 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c353371-d2e2-4a16-a0e2-5a39b9c2ce2e None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:40:20Z', 'revision_number': 4, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'd511addc-01b8-42ae-b277-59dc500a33a4', 'name': '', 'network_id': 'c5acd85f-f778-4915-8079-a3e9582e6528', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'mac_address': 'fa:16:3e:ea:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:29Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'subnets': [{'id': '3c238b4a-8876-4dbc-86b8-10bcebb14d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:02.766280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38576) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:02.794977 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fa0b1-1d20-4ee3-a982-d28df9ae6c13 None None] New status for floating IP 94504951-0fdc-449c-8311-d9887c880993: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:47:02.881601 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:02.953782 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38584) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:02.979467 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Publish callbacks [] for security_group (b1049645-1c15-4f02-b37d-ee28e8bd4e79), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:02.983965 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b1049645-1c15-4f02-b37d-ee28e8bd4e79), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.014210 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (8be64511-0d40-47c4-9289-852988d40c53), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.025261 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d47112865ac3420a8fe9c59cd74eb8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577233 Jul 01 16:47:03.026119 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1049645-1c15-4f02-b37d-ee28e8bd4e79,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:03.028120 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38586) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:03.039050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (8be64511-0d40-47c4-9289-852988d40c53), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.046114 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.046494 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.046840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.047192 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.047531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.047866 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.048195 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.048609 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.048841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.049171 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.049500 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.049846 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.050876 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.051212 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.051540 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8388a18-ef45-454d-90fc-cc4d3a955211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:03.094249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8be64511-0d40-47c4-9289-852988d40c53), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.096796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.098107 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/security-groups/8be64511-0d40-47c4-9289-852988d40c53 HTTP/1.1" status: 204 len: 168 time: 0.1431394 Jul 01 16:47:03.098664 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] Publish callbacks [] for security_group (b1049645-1c15-4f02-b37d-ee28e8bd4e79), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.101013 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38588) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:03.107600 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e69df-01c1-4c4e-8311-b185a101bda1 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be64511-0d40-47c4-9289-852988d40c53,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:03.129231 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.api.v2.resource [None req-f63a02b4-2059-40cc-9e38-d2d408cdac56 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] show failed (client error): The resource could not be found. Jul 01 16:47:03.130276 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-f63a02b4-2059-40cc-9e38-d2d408cdac56 tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "GET /v2.0/security-groups/8be64511-0d40-47c4-9289-852988d40c53 HTTP/1.1" status: 404 len: 347 time: 0.0282295 Jul 01 16:47:03.133331 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38590) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:03.135824 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] Publish callbacks [] for security_group (b1049645-1c15-4f02-b37d-ee28e8bd4e79), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.145052 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:03.188800 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b1049645-1c15-4f02-b37d-ee28e8bd4e79), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.192771 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.193939 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1049645-1c15-4f02-b37d-ee28e8bd4e79 HTTP/1.1" status: 204 len: 168 time: 0.1648705 Jul 01 16:47:03.203630 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34b48b-8474-45aa-b821-20ba87ea97bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1049645-1c15-4f02-b37d-ee28e8bd4e79,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:03.267676 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Deleting port a2c5e79f-202c-4a11-9e74-92278ae887c4 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:03.268029 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.355089 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.355420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (a2c5e79f-202c-4a11-9e74-92278ae887c4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.370959 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Calling delete_port for a2c5e79f-202c-4a11-9e74-92278ae887c4 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:03.516271 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (a2c5e79f-202c-4a11-9e74-92278ae887c4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.542999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Pushing event deleted for resources: {'Port': ['ID=a2c5e79f-202c-4a11-9e74-92278ae887c4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:03.573487 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:03.612485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks [] for floatingip (94504951-0fdc-449c-8311-d9887c880993), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.615285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:03.616442 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c0624ae0-fe35-4696-bc28-87b5679b17bb tempest-AttachVolumeNegativeTest-631009127 tempest-AttachVolumeNegativeTest-631009127-project] 10.222.0.57 "DELETE /v2.0/floatingips/94504951-0fdc-449c-8311-d9887c880993 HTTP/1.1" status: 204 len: 168 time: 0.4819727 Jul 01 16:47:03.684987 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:47:04.051865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device e1d9786d-77cd-467e-a907-5d453b790339 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:04.071608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: e1d9786d-77cd-467e-a907-5d453b790339 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:04.071952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device e1d9786d-77cd-467e-a907-5d453b790339 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:07.276020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38628) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:07.647895 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:07.744546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (13836133-ac87-4817-9800-b91f62a885a5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:07.967119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Deleting port d511addc-01b8-42ae-b277-59dc500a33a4 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:07.967376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:08.047990 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] For port d511addc-01b8-42ae-b277-59dc500a33a4, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=d511addc-01b8-42ae-b277-59dc500a33a4,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:08.048349 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:08.061103 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Calling delete_port for d511addc-01b8-42ae-b277-59dc500a33a4 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:08.241145 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (d511addc-01b8-42ae-b277-59dc500a33a4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:08.244992 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:08.268816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Pushing event deleted for resources: {'Port': ['ID=d511addc-01b8-42ae-b277-59dc500a33a4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:08.434780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (13836133-ac87-4817-9800-b91f62a885a5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:08.499484 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:08.641208 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Router 13836133-ac87-4817-9800-b91f62a885a5 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:08.744439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:08.749457 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-57a613c3-d145-4cea-9c8d-7cc37dfcf708 admin admin] 10.222.0.57 "PUT /v2.0/routers/13836133-ac87-4817-9800-b91f62a885a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727898 Jul 01 16:47:08.752036 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38632) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:08.755044 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Sync routers for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:08.765549 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:08.766157 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:46:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:08.857408 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks [] for router (13836133-ac87-4817-9800-b91f62a885a5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:08.869489 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:08.963094 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks [] for router_gateway (13836133-ac87-4817-9800-b91f62a885a5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.008417 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Deleting port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:09.008663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.044785 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5c9edc73-50d5-41f9-a5fb-378fce64d3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.061877 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:47:08Z', 'revision_number': 5, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port': {'id': '8f5db1f3-dc4d-4c43-9272-9aa98abb353f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13836133-ac87-4817-9800-b91f62a885a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:16Z', 'updated_at': '2022-07-01T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:09.087942 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Checking router: 13836133-ac87-4817-9800-b91f62a885a5 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:09.096507 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Routers {'13836133-ac87-4817-9800-b91f62a885a5'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:09.097783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:46:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13836133-ac87-4817-9800-b91f62a885a5'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:09.099427 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] For port 8f5db1f3-dc4d-4c43-9272-9aa98abb353f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:09.099792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.113386 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Calling delete_port for 8f5db1f3-dc4d-4c43-9272-9aa98abb353f owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:09.162182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:09.182533 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] Set router 13836133-ac87-4817-9800-b91f62a885a5 gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:09.231998 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:47:08Z', 'revision_number': 6, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:09.260547 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f7eed-cab0-4532-93a2-0b9283e7bcb1 None None] The sync data for ids ['13836133-ac87-4817-9800-b91f62a885a5'] in dv-cinder-797608-41-iscsi is: [{'id': '13836133-ac87-4817-9800-b91f62a885a5', 'name': 'tempest-AttachVolumeNegativeTest-1520723804-router', 'tenant_id': '5747a83d930f4075a78e9b14abd58c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:15Z', 'updated_at': '2022-07-01T16:47:08Z', 'revision_number': 6, 'project_id': '5747a83d930f4075a78e9b14abd58c7f', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:09.292278 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (8f5db1f3-dc4d-4c43-9272-9aa98abb353f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.318891 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5db1f3-dc4d-4c43-9272-9aa98abb353f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:09.345873 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:09.384277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (13836133-ac87-4817-9800-b91f62a885a5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.473453 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (13836133-ac87-4817-9800-b91f62a885a5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.475629 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks [] for router_controller (13836133-ac87-4817-9800-b91f62a885a5), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.522985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (13836133-ac87-4817-9800-b91f62a885a5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.523486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13836133-ac87-4817-9800-b91f62a885a5 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:47:09.527738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.528911 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-fb2703df-2fca-479e-934e-0d84252b4685 admin admin] 10.222.0.57 "DELETE /v2.0/routers/13836133-ac87-4817-9800-b91f62a885a5 HTTP/1.1" status: 204 len: 168 time: 0.7760189 Jul 01 16:47:09.531447 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38634) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:09.578443 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Deleting subnet 3c238b4a-8876-4dbc-86b8-10bcebb14d5e {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:47:09.582367 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Publish callbacks [] for subnet (3c238b4a-8876-4dbc-86b8-10bcebb14d5e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.624875 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (3c238b4a-8876-4dbc-86b8-10bcebb14d5e), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.715603 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (3c238b4a-8876-4dbc-86b8-10bcebb14d5e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.770492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (3c238b4a-8876-4dbc-86b8-10bcebb14d5e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.798849 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c238b4a-8876-4dbc-86b8-10bcebb14d5e,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:09.801350 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.804540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3eeb9191-2cf3-4f80-a57e-65fe690c1e1d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3c238b4a-8876-4dbc-86b8-10bcebb14d5e HTTP/1.1" status: 204 len: 168 time: 0.2721221 Jul 01 16:47:09.805380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0df743-b28b-48af-84aa-d41455198c73 None None] Network c5acd85f-f778-4915-8079-a3e9582e6528 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:47:09.807085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38636) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:09.881806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (c5acd85f-f778-4915-8079-a3e9582e6528), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.925693 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Deleting port f908ef44-9fcc-4c05-b954-e760d800ed94 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:09.926079 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:09.992680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] For port f908ef44-9fcc-4c05-b954-e760d800ed94, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=f908ef44-9fcc-4c05-b954-e760d800ed94,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:09.992969 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.013784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Calling delete_port for f908ef44-9fcc-4c05-b954-e760d800ed94 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:10.063022 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] DHCP port deletion for c5acd85f-f778-4915-8079-a3e9582e6528 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:47:10.096183 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device d511addc-01b8-42ae-b277-59dc500a33a4 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:10.123525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: d511addc-01b8-42ae-b277-59dc500a33a4 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:10.123865 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device d511addc-01b8-42ae-b277-59dc500a33a4 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:10.131088 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Deleting port f908ef44-9fcc-4c05-b954-e760d800ed94 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:10.131461 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.203511 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] For port f908ef44-9fcc-4c05-b954-e760d800ed94, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=f908ef44-9fcc-4c05-b954-e760d800ed94,segment=NetworkSegment(8d754cac-3f9a-442b-bc8a-35953fbfdae9),segment_id=8d754cac-3f9a-442b-bc8a-35953fbfdae9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:10.203908 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.218787 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Calling delete_port for f908ef44-9fcc-4c05-b954-e760d800ed94 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:10.264286 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:10.270224 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:10.311156 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.337572 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] Pushing event deleted for resources: {'Port': ['ID=f908ef44-9fcc-4c05-b954-e760d800ed94,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:10.342065 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadc372-1f64-4c20-bc7d-923f122f6bc6 None None] No DVR routers for this DVR port f908ef44-9fcc-4c05-b954-e760d800ed94 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:10.358930 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:10.365449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (f908ef44-9fcc-4c05-b954-e760d800ed94), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.391547 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f908ef44-9fcc-4c05-b954-e760d800ed94,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:10.395492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] No DVR routers for this DVR port f908ef44-9fcc-4c05-b954-e760d800ed94 on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:10.469241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (c5acd85f-f778-4915-8079-a3e9582e6528), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.489864 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5acd85f-f778-4915-8079-a3e9582e6528']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:10.499181 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d754cac-3f9a-442b-bc8a-35953fbfdae9') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:10.499476 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d754cac-3f9a-442b-bc8a-35953fbfdae9') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:10.509303 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (8d754cac-3f9a-442b-bc8a-35953fbfdae9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.519759 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:10.524332 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (8d754cac-3f9a-442b-bc8a-35953fbfdae9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.531814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:47:10.532251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (8d754cac-3f9a-442b-bc8a-35953fbfdae9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.555117 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 8d754cac-3f9a-442b-bc8a-35953fbfdae9 resource provider aggregate not found Jul 01 16:47:10.608114 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 8d754cac-3f9a-442b-bc8a-35953fbfdae9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d754cac-3f9a-442b-bc8a-35953fbfdae9 found for delete ", "request_id": "req-58577bed-e8e6-4658-821c-4fd7fb89b78d"}]} Jul 01 16:47:10.616663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (c5acd85f-f778-4915-8079-a3e9582e6528), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.623947 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.628112 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c5acd85f-f778-4915-8079-a3e9582e6528 HTTP/1.1" status: 204 len: 168 time: 0.8198826 Jul 01 16:47:10.642443 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e722a7-f0e9-49ef-8523-b6d11c79ea06 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5acd85f-f778-4915-8079-a3e9582e6528,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:10.749057 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38644) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:10.789854 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8615f2b8-9d94-47f4-9f52-c59978c67f94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5747a83d930f4075a78e9b14abd58c7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396016 Jul 01 16:47:10.792266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38646) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:10.840459 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] Publish callbacks [] for security_group (62697f55-814e-40e6-815c-9547b6e4248b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.861813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] Publish callbacks [] for security_group (62697f55-814e-40e6-815c-9547b6e4248b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.910472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (62697f55-814e-40e6-815c-9547b6e4248b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.912984 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:10.914118 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62697f55-814e-40e6-815c-9547b6e4248b HTTP/1.1" status: 204 len: 168 time: 0.1209791 Jul 01 16:47:10.922016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d367a-a17a-4235-9b23-955bbeb8720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62697f55-814e-40e6-815c-9547b6e4248b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:11.533471 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbe18099-1c91-4b23-a4d6-59e0f52f23ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:11.696287 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device f908ef44-9fcc-4c05-b954-e760d800ed94 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:11.718309 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: f908ef44-9fcc-4c05-b954-e760d800ed94 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:11.718681 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device f908ef44-9fcc-4c05-b954-e760d800ed94 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:11.719101 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f5db1f3-dc4d-4c43-9272-9aa98abb353f no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:11.738824 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 8f5db1f3-dc4d-4c43-9272-9aa98abb353f {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:11.739170 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 8f5db1f3-dc4d-4c43-9272-9aa98abb353f not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:12.200499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38696) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:12.313209 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e60e376b-5720-480a-8fcb-9f56677a6282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.399249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e60e376b-5720-480a-8fcb-9f56677a6282 admin admin] Publish callbacks [] for security_group (8ed9908d-9b2e-46c9-a060-0b9e1ba89525), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.402792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e60e376b-5720-480a-8fcb-9f56677a6282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8ed9908d-9b2e-46c9-a060-0b9e1ba89525), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.442959 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e60e376b-5720-480a-8fcb-9f56677a6282 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db98a6214dec4c0c9cbca95c8788171f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410438 Jul 01 16:47:12.443826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e376b-5720-480a-8fcb-9f56677a6282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9908d-9b2e-46c9-a060-0b9e1ba89525,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:12.445631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38700) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:12.496466 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] Publish callbacks [] for security_group (8ed9908d-9b2e-46c9-a060-0b9e1ba89525), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.518918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] Publish callbacks [] for security_group (8ed9908d-9b2e-46c9-a060-0b9e1ba89525), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.566844 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8ed9908d-9b2e-46c9-a060-0b9e1ba89525), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.569412 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:12.570621 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ed9908d-9b2e-46c9-a060-0b9e1ba89525 HTTP/1.1" status: 204 len: 168 time: 0.1238978 Jul 01 16:47:12.578486 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569cbfa-18fd-4193-b5f5-c54a7f1184e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9908d-9b2e-46c9-a060-0b9e1ba89525,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:12.872124 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:12.891639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:13.680922 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:14.386164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:14.610294 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.224430 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38834) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:21.335663 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aac73892-eb8a-4cb7-8a5a-6bbbc478f29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.371651 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:21.416461 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aac73892-eb8a-4cb7-8a5a-6bbbc478f29d admin admin] Publish callbacks [] for security_group (ae950e85-6f92-432c-a667-e1462712203b), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.420809 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-aac73892-eb8a-4cb7-8a5a-6bbbc478f29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ae950e85-6f92-432c-a667-e1462712203b), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.459057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac73892-eb8a-4cb7-8a5a-6bbbc478f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae950e85-6f92-432c-a667-e1462712203b,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:21.463383 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-aac73892-eb8a-4cb7-8a5a-6bbbc478f29d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f7bb2b7df404fccb68dbd0cdc9ca702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379405 Jul 01 16:47:21.465902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38838) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:21.514899 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] Publish callbacks [] for security_group (ae950e85-6f92-432c-a667-e1462712203b), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.537232 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] Publish callbacks [] for security_group (ae950e85-6f92-432c-a667-e1462712203b), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.590863 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ae950e85-6f92-432c-a667-e1462712203b), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.593292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.594447 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae950e85-6f92-432c-a667-e1462712203b HTTP/1.1" status: 204 len: 168 time: 0.1275973 Jul 01 16:47:21.603416 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1981fb-a9d0-45cc-b883-e4663d4b918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae950e85-6f92-432c-a667-e1462712203b,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:21.875169 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38844) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:21.889367 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7b9d31ac-1fe0-4acb-89b1-5c1e1ce56d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.969904 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7b9d31ac-1fe0-4acb-89b1-5c1e1ce56d9e admin admin] Publish callbacks [] for security_group (057ece37-34e0-4cab-b095-fe8774f2f637), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:21.974227 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7b9d31ac-1fe0-4acb-89b1-5c1e1ce56d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (057ece37-34e0-4cab-b095-fe8774f2f637), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.013252 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7b9d31ac-1fe0-4acb-89b1-5c1e1ce56d9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1341bd2db7574fd8ab9e2680f2ad97aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370273 Jul 01 16:47:22.014128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d31ac-1fe0-4acb-89b1-5c1e1ce56d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057ece37-34e0-4cab-b095-fe8774f2f637,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:22.015999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38846) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:22.088274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] Publish callbacks [] for security_group (057ece37-34e0-4cab-b095-fe8774f2f637), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.109959 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] Publish callbacks [] for security_group (057ece37-34e0-4cab-b095-fe8774f2f637), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.157508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (057ece37-34e0-4cab-b095-fe8774f2f637), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.160952 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.162082 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/057ece37-34e0-4cab-b095-fe8774f2f637 HTTP/1.1" status: 204 len: 168 time: 0.1444850 Jul 01 16:47:22.170025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68049a71-1852-4aff-9fa6-e0326c17a278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057ece37-34e0-4cab-b095-fe8774f2f637,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:22.484524 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38852) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:22.498531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed388799-9718-4a26-a708-9dc2b11f2249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.542777 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:22.578762 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed388799-9718-4a26-a708-9dc2b11f2249 admin admin] Publish callbacks [] for security_group (8cbfacf5-b365-49b8-af10-60cfd579a798), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.582792 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed388799-9718-4a26-a708-9dc2b11f2249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8cbfacf5-b365-49b8-af10-60cfd579a798), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.623027 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ed388799-9718-4a26-a708-9dc2b11f2249 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8eb26d109994c1089bb06573ab38811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372738 Jul 01 16:47:22.624781 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed388799-9718-4a26-a708-9dc2b11f2249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbfacf5-b365-49b8-af10-60cfd579a798,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:22.625554 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38854) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:22.681678 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] Publish callbacks [] for security_group (8cbfacf5-b365-49b8-af10-60cfd579a798), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.704370 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] Publish callbacks [] for security_group (8cbfacf5-b365-49b8-af10-60cfd579a798), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.705908 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:22.753681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (8cbfacf5-b365-49b8-af10-60cfd579a798), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.756211 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:22.757343 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cbfacf5-b365-49b8-af10-60cfd579a798 HTTP/1.1" status: 204 len: 168 time: 0.1307318 Jul 01 16:47:22.765047 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67d09-e44d-492c-9b00-be9d1577691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbfacf5-b365-49b8-af10-60cfd579a798,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:23.270521 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:26.639516 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f6e0d-3166-4fa1-bedd-defbf9d73147 req-346c58e3-f365-4d26-ba1d-9395291ade17 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:26.641001 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-490f6e0d-3166-4fa1-bedd-defbf9d73147 req-346c58e3-f365-4d26-ba1d-9395291ade17 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0533752 Jul 01 16:47:26.684705 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:26.702493 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-490f6e0d-3166-4fa1-bedd-defbf9d73147 req-263e8384-f5b2-436b-a923-1edef4dc19d3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556056 Jul 01 16:47:27.708265 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38936) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:27.841022 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac44436-445f-4201-80a0-14e01c5aed1a req-0758530a-9cf6-4321-972e-653e29c7f7b9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:27.842902 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ac44436-445f-4201-80a0-14e01c5aed1a req-0758530a-9cf6-4321-972e-653e29c7f7b9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0656953 Jul 01 16:47:27.843844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-150d15fa-12b1-47b0-bcfc-5c8644e01b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:27.929322 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ac44436-445f-4201-80a0-14e01c5aed1a req-3983f77c-5547-43cb-adc1-55946f95833e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767031 Jul 01 16:47:27.968607 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-c1d567f9-cc19-45bc-9a04-682b139ba58b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620773 Jul 01 16:47:27.997629 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-150d15fa-12b1-47b0-bcfc-5c8644e01b68 admin admin] Publish callbacks [] for security_group (befab6c9-87df-4cc8-beb5-e5d7adcd483a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.002297 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-150d15fa-12b1-47b0-bcfc-5c8644e01b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (befab6c9-87df-4cc8-beb5-e5d7adcd483a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.041874 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d15fa-12b1-47b0-bcfc-5c8644e01b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befab6c9-87df-4cc8-beb5-e5d7adcd483a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:28.047751 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-150d15fa-12b1-47b0-bcfc-5c8644e01b68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08835d4a4bc049b7b4e6c3476a306a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382852 Jul 01 16:47:28.050848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 38942) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:28.105911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] Publish callbacks [] for security_group (befab6c9-87df-4cc8-beb5-e5d7adcd483a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.128217 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] Publish callbacks [] for security_group (befab6c9-87df-4cc8-beb5-e5d7adcd483a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.200804 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (befab6c9-87df-4cc8-beb5-e5d7adcd483a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.203292 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.204419 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/befab6c9-87df-4cc8-beb5-e5d7adcd483a HTTP/1.1" status: 204 len: 168 time: 0.1526566 Jul 01 16:47:28.218069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193140-8506-4d65-a18b-c331a60a0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befab6c9-87df-4cc8-beb5-e5d7adcd483a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:28.220312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-fde6078d-87f3-4fe0-abdb-00ff3c7a1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:28.222484 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-fde6078d-87f3-4fe0-abdb-00ff3c7a1448 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0560231 Jul 01 16:47:28.472612 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38948) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:28.494435 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cb26476-995b-4c11-a4ed-4f77b0ba94fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.551639 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:28.580706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-723a5a3a-3475-44f6-b2d7-0c5b9788c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:28.582268 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-723a5a3a-3475-44f6-b2d7-0c5b9788c811 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.1126075 Jul 01 16:47:28.585415 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cb26476-995b-4c11-a4ed-4f77b0ba94fa admin admin] Publish callbacks [] for security_group (1122b99f-2bcf-415c-9c9a-26914602e5df), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.589412 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8cb26476-995b-4c11-a4ed-4f77b0ba94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1122b99f-2bcf-415c-9c9a-26914602e5df), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.655513 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-25575866-c765-445d-aa5b-49a4fe7cc809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 1001 time: 0.0585995 Jul 01 16:47:28.661548 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb26476-995b-4c11-a4ed-4f77b0ba94fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1122b99f-2bcf-415c-9c9a-26914602e5df,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:28.670431 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:28.671306 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8cb26476-995b-4c11-a4ed-4f77b0ba94fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=309d7e719187462c87649aaf1ac30679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972787 Jul 01 16:47:28.674267 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 38950) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:28.675466 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:28.687841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-68fce3ba-8f4f-49aa-a01c-377b0c195628 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:28.689844 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-68fce3ba-8f4f-49aa-a01c-377b0c195628 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0889840 Jul 01 16:47:28.707886 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-78466a92-d70f-45d8-be4c-45467621bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:28.709598 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-78466a92-d70f-45d8-be4c-45467621bb57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0476849 Jul 01 16:47:28.759633 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-09b8a892-80bf-4bee-9c1d-6bd887b90870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:28.761139 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-09b8a892-80bf-4bee-9c1d-6bd887b90870 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453775 Jul 01 16:47:28.801358 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] Publish callbacks [] for security_group (1122b99f-2bcf-415c-9c9a-26914602e5df), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.816086 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:28.816420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.846570 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] Publish callbacks [] for security_group (1122b99f-2bcf-415c-9c9a-26914602e5df), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.849072 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:28.854590 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:28.863526 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-822e4f7e-d4b8-4ad6-9c8c-065651dfc8ca service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942948 Jul 01 16:47:28.947276 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] For port 7fb3f553-408e-4f22-af02-9d3d0efa9d93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7fb3f553-408e-4f22-af02-9d3d0efa9d93,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:28.947706 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.966760 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c54055f5-d548-4cb9-9b10-babd29576b56 req-78d35bb5-20b6-4589-ae56-af9380247249 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945957 Jul 01 16:47:28.970264 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1122b99f-2bcf-415c-9c9a-26914602e5df), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.973434 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:28.974599 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1122b99f-2bcf-415c-9c9a-26914602e5df HTTP/1.1" status: 204 len: 168 time: 0.2991974 Jul 01 16:47:29.021332 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47efe5-25ba-475a-83c8-67224610cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1122b99f-2bcf-415c-9c9a-26914602e5df,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:29.081173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e9862-a305-451e-adea-d9cd78b68e7c req-8b25405e-6621-4eb6-b230-f1ed1a8b4684 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:29.082958 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d3e9862-a305-451e-adea-d9cd78b68e7c req-8b25405e-6621-4eb6-b230-f1ed1a8b4684 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 946 time: 0.0688269 Jul 01 16:47:29.148649 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d3e9862-a305-451e-adea-d9cd78b68e7c req-0ff2c811-c930-4de8-b726-05189b651b66 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578640 Jul 01 16:47:29.170606 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:29.171071 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (f786395a-a602-435d-8e01-09d07205ed36), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:29.171475 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP f786395a-a602-435d-8e01-09d07205ed36 disassociated. External IP: 172.27.2.70, port: 7fb3f553-408e-4f22-af02-9d3d0efa9d93. Jul 01 16:47:29.171870 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for 7fb3f553-408e-4f22-af02-9d3d0efa9d93 owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:29.188690 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:29.315730 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (7fb3f553-408e-4f22-af02-9d3d0efa9d93), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:29.349679 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=7fb3f553-408e-4f22-af02-9d3d0efa9d93,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:29.462870 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:29.467193 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:29.579859 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:29.592320 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:29.604288 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:29.604936 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:29.634426 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] No DVR routers for this DVR port 7fb3f553-408e-4f22-af02-9d3d0efa9d93 on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:29.638224 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:29.641926 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-46f943a7-fa6e-4dbc-ac57-96906e74864f req-b8a4e8c5-1d00-4347-864d-a3cae2646aa9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "DELETE /v2.0/ports/7fb3f553-408e-4f22-af02-9d3d0efa9d93 HTTP/1.1" status: 204 len: 173 time: 0.9464884 Jul 01 16:47:29.642569 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'name': 'network-vif-deleted', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:29.645996 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18fedd-bd3d-4b46-b47f-c6abda9e0d1f" -d '{"events": [{"server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "name": "network-vif-deleted", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:29.691867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d533ce-68a9-4f10-b4c6-d7f0b1b7e9cf x-openstack-request-id: req-f8d533ce-68a9-4f10-b4c6-d7f0b1b7e9cf {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:29.692250 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee3ade-fd90-45c3-aa1c-d204a509deae", "name": "network-vif-deleted", "tag": "7fb3f553-408e-4f22-af02-9d3d0efa9d93", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:29.692504 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8d533ce-68a9-4f10-b4c6-d7f0b1b7e9cf {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:29.692915 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d533ce-68a9-4f10-b4c6-d7f0b1b7e9cf'] response: {'server_uuid': '33ee3ade-fd90-45c3-aa1c-d204a509deae', 'name': 'network-vif-deleted', 'tag': '7fb3f553-408e-4f22-af02-9d3d0efa9d93', 'status': 'completed', 'code': 200} Jul 01 16:47:29.740032 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:29.954451 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:29.979286 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:29.990654 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:29.991353 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:30.109074 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:30.263422 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1f36bbd-0103-49c9-b620-fec5938d0975 req-1f391d4a-1033-4928-964b-e238ad44f847 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=33ee3ade-fd90-45c3-aa1c-d204a509deae HTTP/1.1" status: 200 len: 210 time: 0.0372703 Jul 01 16:47:30.312887 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:30.343405 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b035232-afd9-4949-a554-3072ba2a29da None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:30.629996 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8b0f-27bf-4460-a670-e5ee4984f3f5 None None] New status for floating IP f786395a-a602-435d-8e01-09d07205ed36: DOWN {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:47:31.533678 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-7199d70c-5035-4e3d-941e-fa962334cdf5 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604816131&fields=id&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 267 time: 0.0451698 Jul 01 16:47:31.643526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-64cb8c0d-d5e4-41f4-ac06-7f222f5fad6f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:31.644988 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-64cb8c0d-d5e4-41f4-ac06-7f222f5fad6f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1049247 Jul 01 16:47:31.660703 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-35ca2981-e28b-4469-b228-7e290f618010 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/quotas/0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jul 01 16:47:31.719147 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-701f6845-7d93-445c-bd51-5ba981c1d6e1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520158 Jul 01 16:47:31.919658 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-f2a59d76-fdb7-46c2-be8b-7b7d3e50cc67 service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882496 Jul 01 16:47:32.065081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9027609-b74c-4496-8450-60f891ab6fbc req-a8742532-461c-45eb-a1a4-3637939299d4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:32.067200 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9027609-b74c-4496-8450-60f891ab6fbc req-a8742532-461c-45eb-a1a4-3637939299d4 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0710437 Jul 01 16:47:32.076039 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-f7640771-c3b0-4587-9645-4c113918562c service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498728 Jul 01 16:47:32.130584 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9027609-b74c-4496-8450-60f891ab6fbc req-2bfd0790-70ab-4ec0-9ea2-488e5fb77b6a tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577078 Jul 01 16:47:32.135528 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 7fb3f553-408e-4f22-af02-9d3d0efa9d93 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:32.155079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 7fb3f553-408e-4f22-af02-9d3d0efa9d93 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:32.155427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 7fb3f553-408e-4f22-af02-9d3d0efa9d93 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:32.402060 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88b1847c-e112-4cb3-95f5-9ec8a37e6244 req-a7954a67-2e21-44a1-8201-d7a5f180f674 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 210 time: 0.0327148 Jul 01 16:47:33.261467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab198f-bcef-4687-b8ea-6d00122952f3 req-c6e055cc-dbd8-4106-b15f-b880a2e23b45 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:33.263013 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38ab198f-bcef-4687-b8ea-6d00122952f3 req-c6e055cc-dbd8-4106-b15f-b880a2e23b45 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0483956 Jul 01 16:47:33.315233 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38ab198f-bcef-4687-b8ea-6d00122952f3 req-8d16b602-38e0-4e35-b3df-1de56fc03429 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups?id=146e2cb1-f860-427a-bc10-6db8964e14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454609 Jul 01 16:47:33.515969 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22b3a192-829c-4737-bddd-f33aacc3d7b1 req-1cf059ee-6617-481c-9199-b7faebf04291 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 210 time: 0.0327096 Jul 01 16:47:33.672641 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-b9358b60-9079-48fa-a44c-cc1f52095a4d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:33.674670 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-b9358b60-9079-48fa-a44c-cc1f52095a4d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 947 time: 0.0562160 Jul 01 16:47:33.767514 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Deleting port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:33.767857 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:33.873505 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] For port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:33.873868 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.054427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.055174 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.055678 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Floating IP 5ef91891-2934-49d0-810e-401d9578f6bb disassociated. External IP: 172.27.2.195, port: ca06c719-80eb-4c4d-b8cd-b06d9b34ab88. Jul 01 16:47:34.055847 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Calling delete_port for ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:34.147424 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:34.160187 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-060d01df-f0ed-4d49-925d-9c4480785f18 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:34.161728 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-060d01df-f0ed-4d49-925d-9c4480785f18 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1261892 Jul 01 16:47:34.202654 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (ca06c719-80eb-4c4d-b8cd-b06d9b34ab88), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.230921 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'Port': ['ID=ca06c719-80eb-4c4d-b8cd-b06d9b34ab88,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:34.231913 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:34.238909 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-2a4dfeaf-eb7b-46d1-b229-acaf6141053d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 380 time: 0.0583248 Jul 01 16:47:34.252518 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'port': {'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'admin_state_up': True, 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'security_groups': ['00985cb1-b20f-4d36-b82c-0eb028d6abdc']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:34.331849 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:34.355480 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:34.382573 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Made reservation on behalf of 0076c4e65bce4bd58478d09d62607981 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:47:34.386160 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.429655 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-53bad054-7652-451b-8217-5a6125d54758 req-b023b607-a06e-4d9d-b32e-502db31ee0f2 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8d5cf19-9bb2-4534-8076-564fb7538cad HTTP/1.1" status: 200 len: 210 time: 0.0332928 Jul 01 16:47:34.472350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:34.482670 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:34.493854 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:34.494635 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:34.501762 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:34.519726 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] No DVR routers for this DVR port ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:34.522583 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.525834 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-860d14c5-fab4-4d04-8600-ce420f69f4c0 req-6202cf24-77b6-4a53-bc84-64e193d53ee5 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.43 "DELETE /v2.0/ports/ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 HTTP/1.1" status: 204 len: 173 time: 0.8371491 Jul 01 16:47:34.526268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-deleted', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:34.530513 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babd867c-74eb-4117-91bc-a9364ceff4c0" -d '{"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-deleted", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:34.560814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.20.0.6 (6911cac0-9310-49e0-9165-12c7216cb763/3833b1fc-eaa6-4726-80af-6d1e88061cae/b189e3e5-619a-4eff-907c-88d68b95600f) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:34.605253 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8643c-0d16-4e86-b725-7856ae3446ca x-openstack-request-id: req-e4b8643c-0d16-4e86-b725-7856ae3446ca {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:34.605550 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5cf19-9bb2-4534-8076-564fb7538cad", "name": "network-vif-deleted", "tag": "ca06c719-80eb-4c4d-b8cd-b06d9b34ab88", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:34.605834 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4b8643c-0d16-4e86-b725-7856ae3446ca {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:34.606244 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b8643c-0d16-4e86-b725-7856ae3446ca'] response: {'server_uuid': 'd8d5cf19-9bb2-4534-8076-564fb7538cad', 'name': 'network-vif-deleted', 'tag': 'ca06c719-80eb-4c4d-b8cd-b06d9b34ab88', 'status': 'completed', 'code': 200} Jul 01 16:47:34.626654 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:34.819394 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b7b5a16-21b9-47b6-a8a2-c52e0902d4df req-efaa447d-0efe-44ff-b49d-75db455bf2ab tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 210 time: 0.1213717 Jul 01 16:47:34.878133 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:34.882705 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (b189e3e5-619a-4eff-907c-88d68b95600f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.929516 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:34.976082 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:34.981648 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:34.986078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:35.003580 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:35.013556 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:35.035764 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:35.046390 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:35.047489 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:35.050543 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:35.053282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.094657 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ddf8539c-0eb2-4ffa-b2e0-af05d876715b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466136 Jul 01 16:47:35.126571 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Request body: {'port': {'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:35.246125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.283261 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:35.293547 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39088) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:35.312244 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-52bb26f7-3dd8-4915-88a1-d2e21a6488ac None None] Provisioning complete for port b189e3e5-619a-4eff-907c-88d68b95600f triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:35.312815 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-52bb26f7-3dd8-4915-88a1-d2e21a6488ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.386332 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:35.388591 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-52bb26f7-3dd8-4915-88a1-d2e21a6488ac None None] Port b189e3e5-619a-4eff-907c-88d68b95600f cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:47:35.421951 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:35.423565 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d40b39f4-322a-49c6-b296-87c2a08e1b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.508784 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d40b39f4-322a-49c6-b296-87c2a08e1b83 admin admin] Publish callbacks [] for security_group (9b48ec69-3cbd-420a-9ddb-2e07286f2673), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.514482 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d40b39f4-322a-49c6-b296-87c2a08e1b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9b48ec69-3cbd-420a-9ddb-2e07286f2673), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.542125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39096) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:35.545540 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b39f4-322a-49c6-b296-87c2a08e1b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48ec69-3cbd-420a-9ddb-2e07286f2673,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:35.564887 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d40b39f4-322a-49c6-b296-87c2a08e1b83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f5e1be8da4b4b13a18e1d32a53a692b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701554 Jul 01 16:47:35.568025 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39098) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:35.589385 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:35.590902 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:35.618745 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a86ae0-3bc7-40f8-82f9-d5d506dc27a1 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:40:33Z', 'revision_number': 4, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '65739069-7d60-4bfd-ae60-ebd5fd895595', 'name': '', 'network_id': '122e1655-ca16-42e2-ac40-3aa0137062fe', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'mac_address': 'fa:16:3e:6b:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:30Z', 'updated_at': '2022-07-01T16:40:43Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'subnets': [{'id': '6278636d-fd26-4665-9ee6-dc045c5bc356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:35.628374 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] Publish callbacks [] for security_group (9b48ec69-3cbd-420a-9ddb-2e07286f2673), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.640510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b189e3e5-619a-4eff-907c-88d68b95600f {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:47:35.655118 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] Publish callbacks [] for security_group (9b48ec69-3cbd-420a-9ddb-2e07286f2673), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.657490 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks [] for port (b189e3e5-619a-4eff-907c-88d68b95600f), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.669898 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (146e2cb1-f860-427a-bc10-6db8964e14e7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.683142 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Transition to ACTIVE for port object b189e3e5-619a-4eff-907c-88d68b95600f will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:47:35.692178 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.721998 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9b48ec69-3cbd-420a-9ddb-2e07286f2673), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.725268 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.726563 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b48ec69-3cbd-420a-9ddb-2e07286f2673 HTTP/1.1" status: 204 len: 168 time: 0.1574667 Jul 01 16:47:35.735464 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95c79-90a7-4e72-a43f-6131de67a869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48ec69-3cbd-420a-9ddb-2e07286f2673,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:35.739020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (146e2cb1-f860-427a-bc10-6db8964e14e7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.788267 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:35.885038 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Attempting to bind port b189e3e5-619a-4eff-907c-88d68b95600f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:47:35.885895 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Attempting to bind port b189e3e5-619a-4eff-907c-88d68b95600f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:47:35.886232 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Attempting to bind port b189e3e5-619a-4eff-907c-88d68b95600f on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:35.889280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (146e2cb1-f860-427a-bc10-6db8964e14e7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.893656 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.894954 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "DELETE /v2.0/security-groups/146e2cb1-f860-427a-bc10-6db8964e14e7 HTTP/1.1" status: 204 len: 168 time: 0.3518763 Jul 01 16:47:35.897728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39104) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:35.917647 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.api.v2.resource [None req-6a6a7850-7344-4009-b22e-b1ee47497022 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] show failed (client error): The resource could not be found. Jul 01 16:47:35.918708 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-6a6a7850-7344-4009-b22e-b1ee47497022 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "GET /v2.0/security-groups/146e2cb1-f860-427a-bc10-6db8964e14e7 HTTP/1.1" status: 404 len: 347 time: 0.0199604 Jul 01 16:47:35.921858 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39108) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:35.922545 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Port b189e3e5-619a-4eff-907c-88d68b95600f on network 6911cac0-9310-49e0-9165-12c7216cb763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:47:35.922875 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Attempting to bind port b189e3e5-619a-4eff-907c-88d68b95600f on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:35.947723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:47:35.948064 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:35.948489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Bound using segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:47:35.949026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Bound port: b189e3e5-619a-4eff-907c-88d68b95600f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:47:35.949381 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:35.971041 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80221ca-32ac-4945-9c93-a6a68e70f580 tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e2cb1-f860-427a-bc10-6db8964e14e7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:36.053792 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ac736-e47f-419f-98ac-3f961abbd96e None None] New status for floating IP 5ef91891-2934-49d0-810e-401d9578f6bb: DOWN {{(pid=110576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:47:36.146563 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39110) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:36.148189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388654b-1f31-46ca-8840-6fdcab6268f2 req-4a2cbafc-9a90-4531-b57f-24abd02d72a4 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:36.150266 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8388654b-1f31-46ca-8840-6fdcab6268f2 req-4a2cbafc-9a90-4531-b57f-24abd02d72a4 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.2115297 Jul 01 16:47:36.162476 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdc59-3f98-4fff-8c68-d0b80fd2b12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.218742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:47:36.233108 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Deleting port 1bcd40ac-08a4-4a50-8e81-df47288a58a2 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:36.233449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.239758 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b189e3e5-619a-4eff-907c-88d68b95600f,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:47:36.253627 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdc59-3f98-4fff-8c68-d0b80fd2b12a admin admin] Publish callbacks [] for security_group (2d1df68e-5471-4c48-80ce-0bdf2ac8c169), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.256993 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdc59-3f98-4fff-8c68-d0b80fd2b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2d1df68e-5471-4c48-80ce-0bdf2ac8c169), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.265353 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:36.266824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.297385 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5c6cdc59-3f98-4fff-8c68-d0b80fd2b12a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cad3ef9563848c4aa09a40daedd2f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495211 Jul 01 16:47:36.300097 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39112) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:36.306736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cdc59-3f98-4fff-8c68-d0b80fd2b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1df68e-5471-4c48-80ce-0bdf2ac8c169,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:36.348182 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:36.351784 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8388654b-1f31-46ca-8840-6fdcab6268f2 req-e93f89e8-0235-4735-a019-6e0ed9e04ac1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948421 Jul 01 16:47:36.372806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:36.372806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.372806 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] 10.222.0.43 "PUT /v2.0/ports/b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 1093 time: 1.2505634 Jul 01 16:47:36.372806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:36.372806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:36.373341 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] Publish callbacks [] for security_group (2d1df68e-5471-4c48-80ce-0bdf2ac8c169), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.413816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc7ed-ebea-4710-bc73-7f485a8f8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:36.419999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.420335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (1bcd40ac-08a4-4a50-8e81-df47288a58a2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.429508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ba38bd-8ec3-4dc9-9133-4bb6375e8b54 x-openstack-request-id: req-90ba38bd-8ec3-4dc9-9133-4bb6375e8b54 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:36.429803 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:36.430057 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90ba38bd-8ec3-4dc9-9133-4bb6375e8b54 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:36.430484 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ba38bd-8ec3-4dc9-9133-4bb6375e8b54'] response: {'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'status': 'completed', 'code': 200} Jul 01 16:47:36.433586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] Publish callbacks [] for security_group (2d1df68e-5471-4c48-80ce-0bdf2ac8c169), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.436846 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Calling delete_port for 1bcd40ac-08a4-4a50-8e81-df47288a58a2 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:36.467728 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:36.493204 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2d1df68e-5471-4c48-80ce-0bdf2ac8c169), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.495896 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.497208 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d1df68e-5471-4c48-80ce-0bdf2ac8c169 HTTP/1.1" status: 204 len: 168 time: 0.1961968 Jul 01 16:47:36.513070 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07137530-027b-4159-8429-f2ac8d073af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1df68e-5471-4c48-80ce-0bdf2ac8c169,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:36.529203 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:36.552334 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-17bfd26f-c3ed-4f43-849f-1a57f559cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:36.554155 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-17bfd26f-c3ed-4f43-849f-1a57f559cc06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1127 time: 0.0674531 Jul 01 16:47:36.608313 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-900a20cd-c441-446e-b482-49b8c2be178d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 217 time: 0.0369229 Jul 01 16:47:36.703697 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-3191c384-9e3e-41ef-afe0-5b24c3f5fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:36.705499 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-3191c384-9e3e-41ef-afe0-5b24c3f5fa4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0642366 Jul 01 16:47:36.706636 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (1bcd40ac-08a4-4a50-8e81-df47288a58a2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.743271 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Pushing event deleted for resources: {'Port': ['ID=1bcd40ac-08a4-4a50-8e81-df47288a58a2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:36.794878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea264-16a5-49c4-869b-962a16801e9b req-6b2853ce-64a1-4f6c-a32f-54bfbef04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:36.796366 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-6b2853ce-64a1-4f6c-a32f-54bfbef04822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689578 Jul 01 16:47:36.888363 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks [] for floatingip (5ef91891-2934-49d0-810e-401d9578f6bb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.890939 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:36.898315 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-602d9e61-d496-49f5-8485-942f2dce403d tempest-AttachVolumeShelveTestJSON-23441539 tempest-AttachVolumeShelveTestJSON-23441539-project] 10.222.0.57 "DELETE /v2.0/floatingips/5ef91891-2934-49d0-810e-401d9578f6bb HTTP/1.1" status: 204 len: 168 time: 0.9602590 Jul 01 16:47:36.929334 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-e904211d-23c4-41cf-b018-5ae6bd4fe751 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139522 Jul 01 16:47:37.044104 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9fea264-16a5-49c4-869b-962a16801e9b req-3ed10fde-8744-4c17-9061-5cf4c71e749b service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056318 Jul 01 16:47:37.398124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-bd3cda7e-8e0e-4204-a9cf-17a0046791c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:37.399698 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-bd3cda7e-8e0e-4204-a9cf-17a0046791c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1127 time: 0.0479360 Jul 01 16:47:37.524014 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fe38c-2b5c-4282-87de-ab10d99e9722 req-aa6d4b61-fad4-41df-b0fd-fdaeff038447 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:37.528482 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c2fe38c-2b5c-4282-87de-ab10d99e9722 req-aa6d4b61-fad4-41df-b0fd-fdaeff038447 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0874889 Jul 01 16:47:37.559199 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-b7da6306-96a8-48c8-8d4f-e9c107dced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:37.560675 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-b7da6306-96a8-48c8-8d4f-e9c107dced9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.1548347 Jul 01 16:47:37.625418 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-054aea05-ac4e-483c-bdcc-7b9ee1784c39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 217 time: 0.0557728 Jul 01 16:47:37.634231 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c2fe38c-2b5c-4282-87de-ab10d99e9722 req-1c3af205-124e-4d92-8355-8946bb153b36 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998769 Jul 01 16:47:37.644923 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:37.683378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-c740b8d6-c0c2-43e2-9a81-6ad64a400033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:37.684931 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-c740b8d6-c0c2-43e2-9a81-6ad64a400033 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0498559 Jul 01 16:47:37.693999 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39152) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:37.732206 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-e458f3be-f862-48a6-99d0-827cc1386dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:37.733708 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-e458f3be-f862-48a6-99d0-827cc1386dc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419898 Jul 01 16:47:37.803821 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a44486f0-62fb-444a-ae39-b49fc4150b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:37.891355 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a44486f0-62fb-444a-ae39-b49fc4150b24 admin admin] Publish callbacks [] for security_group (e96cf409-20d8-44af-b08f-0a667d172405), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:37.896673 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a44486f0-62fb-444a-ae39-b49fc4150b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e96cf409-20d8-44af-b08f-0a667d172405), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:37.936281 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44486f0-62fb-444a-ae39-b49fc4150b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96cf409-20d8-44af-b08f-0a667d172405,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:37.942084 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a44486f0-62fb-444a-ae39-b49fc4150b24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e116960838044b697367d17a07b1e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468710 Jul 01 16:47:37.945172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39156) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:38.007566 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] Publish callbacks [] for security_group (e96cf409-20d8-44af-b08f-0a667d172405), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:38.031960 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] Publish callbacks [] for security_group (e96cf409-20d8-44af-b08f-0a667d172405), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:38.102057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (e96cf409-20d8-44af-b08f-0a667d172405), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:38.105716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:38.107905 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e96cf409-20d8-44af-b08f-0a667d172405 HTTP/1.1" status: 204 len: 168 time: 0.1616409 Jul 01 16:47:38.120061 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163290f6-85be-4c41-ae5c-72f9fcca6d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96cf409-20d8-44af-b08f-0a667d172405,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:38.133127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-b50ac569-e6de-4043-a592-ee738ce2aa2e service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928716 Jul 01 16:47:38.171933 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:38.206940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:38.207288 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device ca06c719-80eb-4c4d-b8cd-b06d9b34ab88 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:38.254115 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25e1d98d-ef6a-4b22-a66c-cf57b2b71b2c req-6263d59d-f0d9-4396-ade3-4067ee8d2a54 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129279 Jul 01 16:47:38.746952 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:38.760909 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df55f-c85b-4af8-98d9-c14e3a807939 req-7e2bb6a1-23e7-46e0-b6b3-24a272b2cb68 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:38.762472 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d39df55f-c85b-4af8-98d9-c14e3a807939 req-7e2bb6a1-23e7-46e0-b6b3-24a272b2cb68 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0524776 Jul 01 16:47:38.818082 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d39df55f-c85b-4af8-98d9-c14e3a807939 req-3f478361-3663-4609-95bf-1a209a006360 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497704 Jul 01 16:47:39.006976 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c08e-e298-450a-9cc9-1b77d447ca38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:39.558190 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39214) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:39.978294 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512ff2-45fb-48a6-a25c-7446702c72bb req-39e5ede6-9e33-44ea-aa15-e3d6f68c5ee7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:39.979914 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c512ff2-45fb-48a6-a25c-7446702c72bb req-39e5ede6-9e33-44ea-aa15-e3d6f68c5ee7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0711627 Jul 01 16:47:40.087671 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c512ff2-45fb-48a6-a25c-7446702c72bb req-d7767a42-688f-4c38-97ee-36e904144891 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878930 Jul 01 16:47:40.137244 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:40.357629 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Deleting port 65739069-7d60-4bfd-ae60-ebd5fd895595 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:40.357890 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:40.360186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:40.441585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] For port 65739069-7d60-4bfd-ae60-ebd5fd895595, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=65739069-7d60-4bfd-ae60-ebd5fd895595,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:40.441945 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:40.456436 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Calling delete_port for 65739069-7d60-4bfd-ae60-ebd5fd895595 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:40.515775 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:40.636460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (65739069-7d60-4bfd-ae60-ebd5fd895595), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:40.660799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Pushing event deleted for resources: {'Port': ['ID=65739069-7d60-4bfd-ae60-ebd5fd895595,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:40.684484 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:47:40.832870 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.048216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:41.162664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:41.170843 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5ed5ed66-7323-40b5-a9df-46dcabed019e admin admin] 10.222.0.57 "PUT /v2.0/routers/53c2abdc-b94a-4314-9e3b-c83ea9b48880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118181 Jul 01 16:47:41.174586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39234) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:41.178749 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Sync routers for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:41.195920 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:41.196866 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:41.223182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03c5a-503f-4c3c-a48e-209b6bd78e31 req-1e31c970-1747-40b4-ba43-6fff84fb6d2a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:41.224639 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97a03c5a-503f-4c3c-a48e-209b6bd78e31 req-1e31c970-1747-40b4-ba43-6fff84fb6d2a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0527635 Jul 01 16:47:41.263218 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:41.283902 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks [] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.288941 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97a03c5a-503f-4c3c-a48e-209b6bd78e31 req-30ba3978-401f-4638-8255-7d1e8ec07a87 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584383 Jul 01 16:47:41.307063 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:41.393334 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks [] for router_gateway (53c2abdc-b94a-4314-9e3b-c83ea9b48880), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.438759 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Deleting port b909e961-d9b1-4f3d-9e3d-907d39c1e94f {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:41.439083 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.494617 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:47:40Z', 'revision_number': 5, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port': {'id': 'b909e961-d9b1-4f3d-9e3d-907d39c1e94f', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:40:22Z', 'updated_at': '2022-07-01T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:41.526010 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:41.526641 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] For port b909e961-d9b1-4f3d-9e3d-907d39c1e94f, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:41.527070 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.527652 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:41.528588 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Checking router: 53c2abdc-b94a-4314-9e3b-c83ea9b48880 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:41.544339 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Routers {'53c2abdc-b94a-4314-9e3b-c83ea9b48880'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:41.544339 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:41.544659 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a02e53d3-5bf9-4713-ac2f-eac394136925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.545574 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Calling delete_port for b909e961-d9b1-4f3d-9e3d-907d39c1e94f owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:41.557927 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:41.633263 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] Set router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:41.666996 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:41.688478 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:47:41Z', 'revision_number': 6, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:41.715775 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142488ab-0285-4297-9db9-9189b08480c6 None None] The sync data for ids ['53c2abdc-b94a-4314-9e3b-c83ea9b48880'] in dv-cinder-797608-41-iscsi is: [{'id': '53c2abdc-b94a-4314-9e3b-c83ea9b48880', 'name': 'tempest-AttachVolumeShelveTestJSON-380458265-router', 'tenant_id': '315dd9cfab134d008039e1229e42a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:40:19Z', 'updated_at': '2022-07-01T16:47:41Z', 'revision_number': 6, 'project_id': '315dd9cfab134d008039e1229e42a96e', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:41.726722 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (b909e961-d9b1-4f3d-9e3d-907d39c1e94f), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.750124 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Pushing event deleted for resources: {'Port': ['ID=b909e961-d9b1-4f3d-9e3d-907d39c1e94f,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:41.818876 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.909302 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.911826 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks [] for router_controller (53c2abdc-b94a-4314-9e3b-c83ea9b48880), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.953648 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (53c2abdc-b94a-4314-9e3b-c83ea9b48880), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.954934 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c2abdc-b94a-4314-9e3b-c83ea9b48880 {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:47:41.959498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:41.960636 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4ce8eb7c-6b16-49c4-82ec-80b0b52d766a admin admin] 10.222.0.57 "DELETE /v2.0/routers/53c2abdc-b94a-4314-9e3b-c83ea9b48880 HTTP/1.1" status: 204 len: 168 time: 0.7844002 Jul 01 16:47:41.963204 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39236) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:42.012307 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Deleting subnet 6278636d-fd26-4665-9ee6-dc045c5bc356 {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:47:42.015473 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Publish callbacks [] for subnet (6278636d-fd26-4665-9ee6-dc045c5bc356), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.052586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (6278636d-fd26-4665-9ee6-dc045c5bc356), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.132118 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (6278636d-fd26-4665-9ee6-dc045c5bc356), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.193480 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (6278636d-fd26-4665-9ee6-dc045c5bc356), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.224533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6278636d-fd26-4665-9ee6-dc045c5bc356,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:42.226615 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.229808 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8a96d2af-0ad6-4424-9218-1344fabe04c9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6278636d-fd26-4665-9ee6-dc045c5bc356 HTTP/1.1" status: 204 len: 168 time: 0.2656410 Jul 01 16:47:42.232411 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39242) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:42.238105 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772a55f-6881-4132-98d5-d79e7924d3ad None None] Network 122e1655-ca16-42e2-ac40-3aa0137062fe requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:47:42.307768 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (122e1655-ca16-42e2-ac40-3aa0137062fe), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.357796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Deleting port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:42.357796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.427766 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] For port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,segment=NetworkSegment(57a4b77c-81bf-4d16-9bc8-94f9678bfec9),segment_id=57a4b77c-81bf-4d16-9bc8-94f9678bfec9)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:42.428137 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.443946 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Calling delete_port for aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 owned by network:dhcp {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:42.447594 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f09f-50d2-4d81-b26b-4f13ad7d1ba8 req-e1eb685b-2674-45b8-b29c-6e249fe8cef3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:42.454183 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1e1f09f-50d2-4d81-b26b-4f13ad7d1ba8 req-e1eb685b-2674-45b8-b29c-6e249fe8cef3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0630136 Jul 01 16:47:42.481780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39248) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:42.488006 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] DHCP port deletion for 122e1655-ca16-42e2-ac40-3aa0137062fe request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:47:42.512989 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:42.529123 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1e1f09f-50d2-4d81-b26b-4f13ad7d1ba8 req-6b40f8bd-9f91-40a5-9816-6cd1d7273cea tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Jul 01 16:47:42.578489 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.642569 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62c5b675-f0ce-41b5-a4ca-6788bc7f221f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.690733 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Deleting port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:47:42.691767 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.700171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:42.757322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62c5b675-f0ce-41b5-a4ca-6788bc7f221f admin admin] Publish callbacks [] for security_group (6e115210-194f-440f-aa9b-b80d5914acca), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.761548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62c5b675-f0ce-41b5-a4ca-6788bc7f221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6e115210-194f-440f-aa9b-b80d5914acca), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.770506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] For port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71, host dv-cinder-797608-41-iscsi, got binding levels [] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:42.771205 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.787601 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Calling delete_port for aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:47:42.792374 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.ipam_backend_mixin [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 was not found and therefore no delete operation was performed {{(pid=110576) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 01 16:47:42.793960 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (aa2a4e7e-c9aa-45d6-a76d-745e9b649e71), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.812731 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-62c5b675-f0ce-41b5-a4ca-6788bc7f221f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c36ada34f1224eb9981865391806b46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258133 Jul 01 16:47:42.815108 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b675-f0ce-41b5-a4ca-6788bc7f221f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e115210-194f-440f-aa9b-b80d5914acca,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:42.817821 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39252) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:42.843251 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] Pushing event deleted for resources: {'Port': ['ID=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:42.846659 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2a4e7e-c9aa-45d6-a76d-745e9b649e71,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:42.856188 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] No DVR routers for this DVR port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 on host dv-cinder-797608-41-iscsi {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:42.856326 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff9eb1-1772-4baf-a31c-923dce97fe05 None None] No DVR routers for this DVR port aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:47:42.905282 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.910609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] Publish callbacks [] for security_group (6e115210-194f-440f-aa9b-b80d5914acca), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.943647 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] Publish callbacks [] for security_group (6e115210-194f-440f-aa9b-b80d5914acca), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.945393 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (122e1655-ca16-42e2-ac40-3aa0137062fe), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.966203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122e1655-ca16-42e2-ac40-3aa0137062fe']}} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:42.976733 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4b77c-81bf-4d16-9bc8-94f9678bfec9') {'for_net_delete': True} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:42.977032 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.services.segments.db [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4b77c-81bf-4d16-9bc8-94f9678bfec9') {} {{(pid=110574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:42.992171 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3487620'] for segment (57a4b77c-81bf-4d16-9bc8-94f9678bfec9), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.995059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6e115210-194f-440f-aa9b-b80d5914acca), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:42.997676 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.001411 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e115210-194f-440f-aa9b-b80d5914acca HTTP/1.1" status: 204 len: 168 time: 0.1801558 Jul 01 16:47:43.007896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c15c5-34c3-4caf-8465-be8d0df6484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e115210-194f-440f-aa9b-b80d5914acca,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:43.011191 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (57a4b77c-81bf-4d16-9bc8-94f9678bfec9), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.020321 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=110574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:47:43.020880 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4028681'] for segment (57a4b77c-81bf-4d16-9bc8-94f9678bfec9), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.050864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:43.052871 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 57a4b77c-81bf-4d16-9bc8-94f9678bfec9 resource provider aggregate not found Jul 01 16:47:43.098800 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (122e1655-ca16-42e2-ac40-3aa0137062fe), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.104963 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.108657 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] 10.222.0.57 "DELETE /v2.0/networks/122e1655-ca16-42e2-ac40-3aa0137062fe HTTP/1.1" status: 204 len: 168 time: 0.8751111 Jul 01 16:47:43.111086 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.services.segments.plugin [-] Segment 57a4b77c-81bf-4d16-9bc8-94f9678bfec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57a4b77c-81bf-4d16-9bc8-94f9678bfec9 found for delete ", "request_id": "req-4d3c44a2-9de2-4df9-b399-77a746f13668"}]} Jul 01 16:47:43.136588 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0694-27e1-48c4-99f5-88b3e75c3245 admin admin] Pushing event deleted for resources: {'Network': ['ID=122e1655-ca16-42e2-ac40-3aa0137062fe,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:43.324036 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39266) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:43.325907 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39268) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:43.341174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f38f-5f66-4a30-af34-b1ed661493b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.367023 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-4b7d501b-1064-4307-b7cb-b47b88448144 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=315dd9cfab134d008039e1229e42a96e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416007 Jul 01 16:47:43.369506 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39270) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:43.426266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f38f-5f66-4a30-af34-b1ed661493b0 admin admin] Publish callbacks [] for security_group (1bb1d4f1-1482-4987-a93c-f8cf4b9175a3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.428129 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] Publish callbacks [] for security_group (7eef2433-90f1-462c-8989-6a3df4e6c0de), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.430584 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5b6f38f-5f66-4a30-af34-b1ed661493b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1bb1d4f1-1482-4987-a93c-f8cf4b9175a3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.459373 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] Publish callbacks [] for security_group (7eef2433-90f1-462c-8989-6a3df4e6c0de), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.482324 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a5b6f38f-5f66-4a30-af34-b1ed661493b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9712776a5798444f8f0c9a7e904378f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552713 Jul 01 16:47:43.483237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6f38f-5f66-4a30-af34-b1ed661493b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1d4f1-1482-4987-a93c-f8cf4b9175a3,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:43.485507 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39274) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:43.513222 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (7eef2433-90f1-462c-8989-6a3df4e6c0de), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.516147 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.518113 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7eef2433-90f1-462c-8989-6a3df4e6c0de HTTP/1.1" status: 204 len: 168 time: 0.1472921 Jul 01 16:47:43.526221 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfce07-4d6e-4dfe-b511-2b63d59ebee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef2433-90f1-462c-8989-6a3df4e6c0de,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:43.540804 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] Publish callbacks [] for security_group (1bb1d4f1-1482-4987-a93c-f8cf4b9175a3), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.575513 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] Publish callbacks [] for security_group (1bb1d4f1-1482-4987-a93c-f8cf4b9175a3), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.587681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:43.668380 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fce69-8eb1-4c74-82b9-4ca8c6d84214 req-5b248192-e544-4bdb-85e5-c8f9e249d6a9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:43.670048 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-901fce69-8eb1-4c74-82b9-4ca8c6d84214 req-5b248192-e544-4bdb-85e5-c8f9e249d6a9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 943 time: 0.0641911 Jul 01 16:47:43.691824 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (1bb1d4f1-1482-4987-a93c-f8cf4b9175a3), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.694410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:43.697890 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bb1d4f1-1482-4987-a93c-f8cf4b9175a3 HTTP/1.1" status: 204 len: 168 time: 0.2091918 Jul 01 16:47:43.738515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b909e961-d9b1-4f3d-9e3d-907d39c1e94f no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:43.742647 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddd105-ca3e-4fe9-994d-bfa68b1867c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1d4f1-1482-4987-a93c-f8cf4b9175a3,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:43.750925 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-901fce69-8eb1-4c74-82b9-4ca8c6d84214 req-5c31385a-d3ea-478b-b806-e5c16530d891 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674851 Jul 01 16:47:43.777148 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: b909e961-d9b1-4f3d-9e3d-907d39c1e94f {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:43.777707 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b909e961-d9b1-4f3d-9e3d-907d39c1e94f not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:43.778318 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 65739069-7d60-4bfd-ae60-ebd5fd895595 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:43.803515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 65739069-7d60-4bfd-ae60-ebd5fd895595 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:43.804057 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 65739069-7d60-4bfd-ae60-ebd5fd895595 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:43.804644 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:47:43.837501 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:47:43.837501 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device aa2a4e7e-c9aa-45d6-a76d-745e9b649e71 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:47:44.225276 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b189e3e5-619a-4eff-907c-88d68b95600f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:47:44.360091 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b189e3e5-619a-4eff-907c-88d68b95600f,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:44.388632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:47:44.425130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.443895 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b189e3e5-619a-4eff-907c-88d68b95600f is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:44.444846 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.461920 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b189e3e5-619a-4eff-907c-88d68b95600f {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:47:44.467938 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39318) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:44.486700 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b189e3e5-619a-4eff-907c-88d68b95600f,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:44.491469 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.564744 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:44.596652 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1210691110-network', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:44.618548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.623554 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Made reservation on behalf of b1b152a7ad4d44f8a292995a1598d238 for: {'network': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:47:44.626511 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.637611 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.725640 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks [] for security_group (f48fea9f-0ea4-4d13-9457-16701db96316), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.730841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f48fea9f-0ea4-4d13-9457-16701db96316), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.761722 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=110574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:47:44.774062 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48fea9f-0ea4-4d13-9457-16701db96316,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:44.790305 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (3ab47d13-c001-4151-a81c-be075b750ea1), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.790650 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.segments_db [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Added segment 3ab47d13-c001-4151-a81c-be075b750ea1 of type vlan for network 3b36dbd7-72b5-4d72-9df6-342ee9de795a Jul 01 16:47:44.837239 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['b189e3e5-619a-4eff-907c-88d68b95600f'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:47:44.842751 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (3b36dbd7-72b5-4d72-9df6-342ee9de795a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.879958 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (3b36dbd7-72b5-4d72-9df6-342ee9de795a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.881429 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:44.882618 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:44.909208 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:44.919736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290840f-3f02-4736-82c4-042b0117eacb req-f40b1d4f-3f3e-42d3-bce5-d8de5b36d47e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:44.921555 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d290840f-3f02-4736-82c4-042b0117eacb req-f40b1d4f-3f3e-42d3-bce5-d8de5b36d47e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 944 time: 0.0878496 Jul 01 16:47:44.974509 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5053148 Jul 01 16:47:44.976271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958816a-c21e-4244-bfe5-5b5de65acaae admin admin] Pushing event updated for resources: {'Network': ['ID=3b36dbd7-72b5-4d72-9df6-342ee9de795a,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:44.980253 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39330) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:44.988505 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Request body: {'subnet': {'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1210691110-subnet', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:44.994897 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:44.995851 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:47:45.005819 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d290840f-3f02-4736-82c4-042b0117eacb req-3873e68a-2297-4c5f-b778-19b597be037d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760248 Jul 01 16:47:45.013820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Made reservation on behalf of b1b152a7ad4d44f8a292995a1598d238 for: {'subnet': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:47:45.017631 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983309'] for subnet (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.196603 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:45.211722 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4030316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983323'] for subnet (0008dc65-5f3a-4cf4-8419-748f1109f6e4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.272441 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0008dc65-5f3a-4cf4-8419-748f1109f6e4,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:45.279950 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Checking segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:45.280341 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Network hostable DHCP agents. Network: 3b36dbd7-72b5-4d72-9df6-342ee9de795a, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:47:45.283769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:45.300839 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:47:45.309918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 3b36dbd7-72b5-4d72-9df6-342ee9de795a) {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:45.314046 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:45.314841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.319752 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73501b3-1119-461a-a518-5f80433a98f7 None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:47:45.331115 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-274f993c-df1f-479c-90f8-b4deacdef06a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3491163 Jul 01 16:47:45.334061 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39336) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:45.338334 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:45.364797 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-409153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.365990 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41424'] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.419564 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for router_controller (276129b1-08d3-4e97-b51f-83b355aa2cb2), precommit_add_association {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.430648 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7bdc821-a663-5241-8fb5-5879c5944bc1-3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4'}]}} from dv-cinder-797608-41-iscsi. {{(pid=110576) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 01 16:47:45.431768 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.570681 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Allocated IP 172.20.0.2 (3b36dbd7-72b5-4d72-9df6-342ee9de795a/0008dc65-5f3a-4cf4-8419-748f1109f6e4/5677f185-1d00-485e-8688-81543ab979ef) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:45.570960 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for router_gateway (276129b1-08d3-4e97-b51f-83b355aa2cb2), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.723007 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:45.730441 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks [] for port (5677f185-1d00-485e-8688-81543ab979ef), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.736725 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372'] for port (5677f185-1d00-485e-8688-81543ab979ef), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.769614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for router_gateway (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.784294 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:45.787649 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:45.789716 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.791609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:45.794561 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Pushing event updated for resources: {'Port': ['ID=5677f185-1d00-485e-8688-81543ab979ef,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:45.853253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Attempting to bind port 5677f185-1d00-485e-8688-81543ab979ef on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:47:45.853855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Attempting to bind port 5677f185-1d00-485e-8688-81543ab979ef by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:47:45.853968 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Attempting to bind port 5677f185-1d00-485e-8688-81543ab979ef on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:45.859414 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:47:45.859792 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Checking segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:45.860983 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.861548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Bound using segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:47:45.862012 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Bound port: 5677f185-1d00-485e-8688-81543ab979ef, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:47:45.862414 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5677f185-1d00-485e-8688-81543ab979ef), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:45.903786 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Allocated IP 172.27.2.13 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/3675a8de-7fa7-4f81-9b50-353e8f45d410) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:45.924506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] For port 5677f185-1d00-485e-8688-81543ab979ef, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:47:45.927627 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] For port 5677f185-1d00-485e-8688-81543ab979ef, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5677f185-1d00-485e-8688-81543ab979ef,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:47:45.933400 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (5677f185-1d00-485e-8688-81543ab979ef), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.009939 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f76d6-76cf-4c36-8dfe-80c9553f6d8f None None] Pushing event updated for resources: {'Port': ['ID=5677f185-1d00-485e-8688-81543ab979ef,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:46.024597 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.066926 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.115666 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:46.120859 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:46.123350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:46.127593 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Pushing event updated for resources: {'Port': ['ID=3675a8de-7fa7-4f81-9b50-353e8f45d410,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:46.143967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5960f-874f-47a9-a7c8-baeacd7264a1 req-964b2c64-7c54-452f-b832-b2f2d0a412b9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:46.145499 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eef5960f-874f-47a9-a7c8-baeacd7264a1 req-964b2c64-7c54-452f-b832-b2f2d0a412b9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 944 time: 0.0613384 Jul 01 16:47:46.217598 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:46.223388 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b189e3e5-619a-4eff-907c-88d68b95600f up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:46.235875 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eef5960f-874f-47a9-a7c8-baeacd7264a1 req-0d282255-6dc2-446a-b44f-8682e3cb7b09 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841334 Jul 01 16:47:46.280166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:46.298780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port b189e3e5-619a-4eff-907c-88d68b95600f completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:47:46.307003 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port b189e3e5-619a-4eff-907c-88d68b95600f triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:46.307377 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.358969 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:46.361743 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:46.413747 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b189e3e5-619a-4eff-907c-88d68b95600f is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:46.414158 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.440222 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:46.442446 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f38add-4846-478b-8864-5d786db52e4d" -d '{"events": [{"server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "name": "network-vif-plugged", "status": "completed", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:46.460239 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b189e3e5-619a-4eff-907c-88d68b95600f,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:46.466590 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.479169 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for router_gateway (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.500971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15b675-d11b-41b2-8d30-6e0de4da20e1 x-openstack-request-id: req-2a15b675-d11b-41b2-8d30-6e0de4da20e1 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:46.501395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "name": "network-vif-plugged", "status": "completed", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:46.501751 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a15b675-d11b-41b2-8d30-6e0de4da20e1 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:46.502064 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a15b675-d11b-41b2-8d30-6e0de4da20e1'] response: {'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'code': 200} Jul 01 16:47:46.525685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:46.713658 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513522'] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.797081 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b88b9-a762-4cfe-ac4c-d013aa6337e2 req-a622082f-0a95-45cb-ae14-2b3de61a25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:46.799308 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-414b88b9-a762-4cfe-ac4c-d013aa6337e2 req-a622082f-0a95-45cb-ae14-2b3de61a25b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1129 time: 0.0423651 Jul 01 16:47:46.806321 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:46.853725 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 is scheduled to L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a with binding_index 1 {{(pid=110574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 01 16:47:46.866733 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-414b88b9-a762-4cfe-ac4c-d013aa6337e2 req-23a4daf5-08d5-4bbc-a54d-48c8860efc8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579724 Jul 01 16:47:46.962445 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:46.974024 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:46.983374 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:46.984625 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-fcbb12c2-4046-4090-bda2-8bcabec56d0d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6495922 Jul 01 16:47:46.987645 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39352) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:46.988619 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:46.989251 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:47.089430 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6ac37-508b-4091-8a87-3836f6f8766f None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:47:47.128303 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Provisioning complete for port 5677f185-1d00-485e-8688-81543ab979ef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:47.128580 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5677f185-1d00-485e-8688-81543ab979ef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:47.144772 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:47.367732 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53399-9edc-41d9-970d-6f05441ba140 req-18eb9aa1-b7ce-4626-a8d2-8a6245ff6dd1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:47.370043 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6b53399-9edc-41d9-970d-6f05441ba140 req-18eb9aa1-b7ce-4626-a8d2-8a6245ff6dd1 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0661724 Jul 01 16:47:47.427646 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6b53399-9edc-41d9-970d-6f05441ba140 req-ff58cebf-634b-454c-b6a4-7e943e8db91e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496738 Jul 01 16:47:47.433002 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:47.445058 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:47.546393 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Current status of the port 5677f185-1d00-485e-8688-81543ab979ef is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:47.546779 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (5677f185-1d00-485e-8688-81543ab979ef), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:47.622592 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] For port 5677f185-1d00-485e-8688-81543ab979ef, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5677f185-1d00-485e-8688-81543ab979ef,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:47.632583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (5677f185-1d00-485e-8688-81543ab979ef), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:47.636855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:46Z', 'revision_number': 3, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:47.688870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:47.689781 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Updating router 276129b1-08d3-4e97-b51f-83b355aa2cb2 port 3675a8de-7fa7-4f81-9b50-353e8f45d410 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:47:47.778326 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:47.783111 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14716f8-6302-4334-8124-bf76648bd7bd None None] Pushing event updated for resources: {'Port': ['ID=5677f185-1d00-485e-8688-81543ab979ef,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:47.818057 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5677f185-1d00-485e-8688-81543ab979ef up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:47.899601 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Allocated IP 172.20.0.1 (3b36dbd7-72b5-4d72-9df6-342ee9de795a/0008dc65-5f3a-4cf4-8419-748f1109f6e4/b907440f-50e0-43d5-a98c-e76703c77ce2) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:47.917038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:47.919566 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:47.923564 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:47.939874 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-2bd77da0-9556-4d7e-8a76-2a88badd9097 None None] Provisioning complete for port 5677f185-1d00-485e-8688-81543ab979ef triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:47.940137 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2bd77da0-9556-4d7e-8a76-2a88badd9097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5677f185-1d00-485e-8688-81543ab979ef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.028201 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 5677f185-1d00-485e-8688-81543ab979ef triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:48.028933 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5677f185-1d00-485e-8688-81543ab979ef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.058765 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks [] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.097038 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.146743 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:48.146743 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:48.157076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:48.186597 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-2bd77da0-9556-4d7e-8a76-2a88badd9097 None None] Current status of the port 5677f185-1d00-485e-8688-81543ab979ef is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:48.220083 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403377'] for router_interface (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.244471 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 5677f185-1d00-485e-8688-81543ab979ef is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:48.261505 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:48.310834 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks [] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.318448 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.404433 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.414016 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Attempting to bind port 3675a8de-7fa7-4f81-9b50-353e8f45d410 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:47:48.414608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Attempting to bind port 3675a8de-7fa7-4f81-9b50-353e8f45d410 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:47:48.415154 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Attempting to bind port 3675a8de-7fa7-4f81-9b50-353e8f45d410 on network daf4809e-96ec-425e-ad3e-464ec89431f4 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:48.424911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Pushing event updated for resources: {'Port': ['ID=3675a8de-7fa7-4f81-9b50-353e8f45d410,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:48.427514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:47:48.428015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Checking segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:48.428585 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.429095 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Bound using segment: {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:47:48.429646 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Bound port: 3675a8de-7fa7-4f81-9b50-353e8f45d410, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b25ad-a0c2-4374-ae50-693b79b3062b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:47:48.430114 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.459251 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.459479 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.459795 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.460128 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.460870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.460870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.461164 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.461439 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.461993 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.461993 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.462327 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.462715 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.462977 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.463682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.463682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:48.498451 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] For port 3675a8de-7fa7-4f81-9b50-353e8f45d410, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:47:48.517640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] For port 3675a8de-7fa7-4f81-9b50-353e8f45d410, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3675a8de-7fa7-4f81-9b50-353e8f45d410,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:47:48.525426 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-06632f09-7b63-4015-88b4-382aebdd06a7 None None] Provisioning complete for port b907440f-50e0-43d5-a98c-e76703c77ce2 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:48.525844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-06632f09-7b63-4015-88b4-382aebdd06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.549712 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.560422 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398e66-2369-436e-8e07-d4bb6830e727 req-4863db10-8b59-4a41-a609-4521ddc63f0b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:48.562058 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0398e66-2369-436e-8e07-d4bb6830e727 req-4863db10-8b59-4a41-a609-4521ddc63f0b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0513725 Jul 01 16:47:48.598713 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-06632f09-7b63-4015-88b4-382aebdd06a7 None None] Port b907440f-50e0-43d5-a98c-e76703c77ce2 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:47:48.607476 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks [] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.613813 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.629177 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:48.629802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:48.631461 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0398e66-2369-436e-8e07-d4bb6830e727 req-741d8767-e509-4213-a32f-6dfa57253fbd tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576982 Jul 01 16:47:48.633683 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7599a8-f74f-4504-ad5f-1d576d8b1e74 None None] Pushing event updated for resources: {'Port': ['ID=3675a8de-7fa7-4f81-9b50-353e8f45d410,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:48.692497 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403245'] for router_interface (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.700290 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:48.711502 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:48.735571 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:48.756632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:48.775780 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c3d68-a82f-447e-ab16-af52b777a246 req-5a022423-bbb2-490f-b555-d9a9fb08dbd7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:48.777442 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-921c3d68-a82f-447e-ab16-af52b777a246 req-5a022423-bbb2-490f-b555-d9a9fb08dbd7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0589471 Jul 01 16:47:48.797197 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:48.809604 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:48.813099 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:48.864324 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-921c3d68-a82f-447e-ab16-af52b777a246 req-18c4824f-7a22-4e8e-9c08-8a2cf1d26ed7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804513 Jul 01 16:47:48.881788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39370) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:48.935465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf73c2a-e95c-4d65-98e4-6a782b434959 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:48.937157 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-eaf73c2a-e95c-4d65-98e4-6a782b434959 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1124 time: 0.0540557 Jul 01 16:47:48.941108 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39372) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:48.945603 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:48.972463 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:48.974123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:48.982899 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:48.996204 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 2, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:49.024000 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbaea9-0fd2-496d-ad11-a538a7765014 None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 2, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:49.118584 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-19bdc857-056f-4887-87a8-89840a9a4a73 None None] Provisioning complete for port b907440f-50e0-43d5-a98c-e76703c77ce2 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:49.119166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-19bdc857-056f-4887-87a8-89840a9a4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.148998 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.155660 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-19bdc857-056f-4887-87a8-89840a9a4a73 None None] Port b907440f-50e0-43d5-a98c-e76703c77ce2 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:47:49.198638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:49.205012 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-827cd6d7-3b84-426f-96be-2ec5399109c1 admin admin] 10.222.0.57 "PUT /v2.0/routers/276129b1-08d3-4e97-b51f-83b355aa2cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164135 Jul 01 16:47:49.299350 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.27.2.155 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/742f11f3-f3eb-458e-8218-2b567c30dad2) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:49.483199 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.526043 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.575681 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:49.580608 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:49.585347 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:49.607659 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=742f11f3-f3eb-458e-8218-2b567c30dad2,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:49.622951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39386) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:49.628965 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420164802', 'description': 'tempest-description--804410460'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:49.687869 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.700698 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:49.740834 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:49.783545 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5677f185-1d00-485e-8688-81543ab979ef up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:49.853911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 5677f185-1d00-485e-8688-81543ab979ef triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:49.854290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (5677f185-1d00-485e-8688-81543ab979ef), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.923042 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (cf608d07-0ae5-4496-b348-3af75f29ea36), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.943481 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (cf608d07-0ae5-4496-b348-3af75f29ea36), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.964795 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 5677f185-1d00-485e-8688-81543ab979ef is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:49.985034 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:49.989130 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3629286 Jul 01 16:47:49.993256 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39394) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:50.001931 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bced240-ef79-4bf4-88bb-bfbbc146fdf3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf608d07-0ae5-4496-b348-3af75f29ea36,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:50.009322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group_rule': {'security_group_id': 'cf608d07-0ae5-4496-b348-3af75f29ea36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:50.052241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (dd5aedd5-39f1-4570-850d-5cc5fc92bf91), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.128460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (dd5aedd5-39f1-4570-850d-5cc5fc92bf91), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.139820 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (dd5aedd5-39f1-4570-850d-5cc5fc92bf91), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.167448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5aedd5-39f1-4570-850d-5cc5fc92bf91,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:50.171871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (09cdd01b-5f2c-4491-99c5-e92faff06119), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.179493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.179843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.180234 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.180582 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.180918 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.181251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.181718 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.182371 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.182882 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.183382 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.183869 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.184409 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.184902 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.185397 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.185879 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:47:50.198312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.199756 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6fefc6f4-e555-4945-897e-454275f38674 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994033 Jul 01 16:47:50.202559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39400) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:50.208890 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group_rule': {'security_group_id': 'cf608d07-0ae5-4496-b348-3af75f29ea36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:50.249690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (bdd299eb-cfa6-49db-9269-5f037861fe99), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.277044 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.282805 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:50.323437 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (bdd299eb-cfa6-49db-9269-5f037861fe99), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.329983 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (bdd299eb-cfa6-49db-9269-5f037861fe99), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.358088 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd299eb-cfa6-49db-9269-5f037861fe99,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:50.370757 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.374818 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b5858365-9c15-472d-8d5a-03237f025270 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682653 Jul 01 16:47:50.379200 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39406) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:50.384853 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:50.412526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.468917 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.474570 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.527519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.550534 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=742f11f3-f3eb-458e-8218-2b567c30dad2,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:50.568500 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (09cdd01b-5f2c-4491-99c5-e92faff06119), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.600948 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:50.679834 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Allocated IP 172.27.2.222 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/feca896c-601b-455a-992a-ce0434f5debe) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:50.721938 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.db.l3_db [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP 09cdd01b-5f2c-4491-99c5-e92faff06119 associated. External IP: 172.27.2.155, port: b189e3e5-619a-4eff-907c-88d68b95600f. Jul 01 16:47:50.797230 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:50.804596 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (feca896c-601b-455a-992a-ce0434f5debe), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.846205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (feca896c-601b-455a-992a-ce0434f5debe), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:50.864496 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:50.895015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:50.902125 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:50.904665 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:50.940044 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=feca896c-601b-455a-992a-ce0434f5debe,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:50.999202 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:47:51.005229 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.048139 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (feca896c-601b-455a-992a-ce0434f5debe), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.129420 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:47:51.141164 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:51.144643 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:51.154838 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.163504 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:51.164128 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:51.197387 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5185f371-401d-4b86-a719-6a514f79f90b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2549379 Jul 01 16:47:51.198288 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:51.200940 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd237ce6-3198-451f-9fe3-e9008ac9450f" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:51.210628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:51.234207 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (feca896c-601b-455a-992a-ce0434f5debe), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.239705 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (feca896c-601b-455a-992a-ce0434f5debe), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.287087 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeaa467-fbdb-4dce-8ac4-1efdaf7e9f32 x-openstack-request-id: req-ddeaa467-fbdb-4dce-8ac4-1efdaf7e9f32 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:51.288115 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:51.288623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddeaa467-fbdb-4dce-8ac4-1efdaf7e9f32 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:51.289277 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddeaa467-fbdb-4dce-8ac4-1efdaf7e9f32'] response: {'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'status': 'completed', 'code': 200} Jul 01 16:47:51.305916 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:51.339517 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=feca896c-601b-455a-992a-ce0434f5debe,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:51.373213 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.390274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-13630eab-affb-4ae9-957c-26e4db4d4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:51.392638 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-13630eab-affb-4ae9-957c-26e4db4d4c12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1129 time: 0.0662286 Jul 01 16:47:51.396835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:51.406488 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-14f19151-be2b-46be-9051-c477469184a5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0174594 Jul 01 16:47:51.434869 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:51.536582 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-19779cb7-209b-462e-bfb6-cbba60531746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:51.538121 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-19779cb7-209b-462e-bfb6-cbba60531746 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.1388876 Jul 01 16:47:51.681124 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-49909442-846c-4ce6-b84e-3b9c0fcb4b31 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1420164802&fields=id&tenant_id=b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 267 time: 0.1222880 Jul 01 16:47:51.684013 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:49Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:51.698813 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-63f51b6a-4080-4bee-84b9-56427a806ede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 999 time: 0.1510246 Jul 01 16:47:51.710488 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:51.720182 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:51.720809 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:51.817259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:47:51.827178 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-a848bbc9-f1b0-4126-b913-1488301686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:51.828632 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-a848bbc9-f1b0-4126-b913-1488301686ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.1121984 Jul 01 16:47:51.830637 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3675a8de-7fa7-4f81-9b50-353e8f45d410 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:51.839463 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:51.862726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:51.863629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:51.901832 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-a489d42a-930c-4646-96b5-35b756dcb413 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:51.909105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-a489d42a-930c-4646-96b5-35b756dcb413 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 811 time: 0.2270463 Jul 01 16:47:51.923492 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-a3fbfa74-6d6b-42a3-9fc3-7caf5123b1c9 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/quotas/b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 375 time: 0.0125892 Jul 01 16:47:51.927117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-87fecc10-8c70-4661-8480-aeaa53813dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:51.929006 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-87fecc10-8c70-4661-8480-aeaa53813dfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943768 Jul 01 16:47:52.068946 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-39dde7f6-e322-49c9-9b99-a1611b8df5e2 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270633 Jul 01 16:47:52.073948 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:52.111664 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-30837e5b-ec49-4d72-8a9f-31f217a0de29 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814485 Jul 01 16:47:52.116941 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:52.135989 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:49Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:52.166596 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9804f-31f6-4eec-b814-eb2d1c61c7b5 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:49Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:52.307403 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd237ce6-3198-451f-9fe3-e9008ac9450f req-8de95b75-3c63-4fa4-bd1d-0958b82b7e77 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309258 Jul 01 16:47:52.307651 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:52.311711 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 3675a8de-7fa7-4f81-9b50-353e8f45d410 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:52.312086 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.328038 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-a2b1d877-c28f-48eb-b6e5-b1fb8a78551b service neutron] 10.222.0.57 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947677 Jul 01 16:47:52.404136 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 2, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:52.435480 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:47:52.436235 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Updating router 276129b1-08d3-4e97-b51f-83b355aa2cb2 port b907440f-50e0-43d5-a98c-e76703c77ce2 binding host dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 16:47:52.449814 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-bbc74ab8-10a8-4026-a40f-4682575911e5 service neutron] 10.222.0.57 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133885 Jul 01 16:47:52.506641 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.508572 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 3675a8de-7fa7-4f81-9b50-353e8f45d410 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:52.508949 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.520631 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88152c-fe3f-487c-9d3d-560ba3b15a1a None None] New status for floating IP 09cdd01b-5f2c-4491-99c5-e92faff06119: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:47:52.546120 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] For port 3675a8de-7fa7-4f81-9b50-353e8f45d410, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3675a8de-7fa7-4f81-9b50-353e8f45d410,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:52.566640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.658532 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a31499db-c242-4bb7-a2ba-e0f941e09ae6 req-4f65acf3-05ba-4cb1-bfbc-75e08930f914 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 210 time: 0.0407219 Jul 01 16:47:52.658777 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=100 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:52.722928 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Pushing event updated for resources: {'Port': ['ID=3675a8de-7fa7-4f81-9b50-353e8f45d410,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:52.837460 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:52.897455 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks [] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.902986 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:52.950756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82f604-3f8c-4787-ac50-09a69c1fcee7 None None] Pushing event updated for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:53.018275 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Attempting to bind port b907440f-50e0-43d5-a98c-e76703c77ce2 on host dv-cinder-797608-41-iscsi for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:47:53.018713 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Attempting to bind port b907440f-50e0-43d5-a98c-e76703c77ce2 by drivers openvswitch,hyperv on host dv-cinder-797608-41-iscsi at level 0 using segments [{'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:47:53.019354 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Attempting to bind port b907440f-50e0-43d5-a98c-e76703c77ce2 on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:53.024971 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Checking agent: {'id': 'b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-41-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 32, 15), 'started_at': datetime.datetime(2022, 7, 1, 16, 32, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-41-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:47:53.025346 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Checking segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:53.025741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.026130 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Bound using segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:47:53.026619 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Bound port: b907440f-50e0-43d5-a98c-e76703c77ce2, host: dv-cinder-797608-41-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:47:53.026994 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.100062 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] For port b907440f-50e0-43d5-a98c-e76703c77ce2, host dv-cinder-797608-41-iscsi, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:47:53.103399 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] For port b907440f-50e0-43d5-a98c-e76703c77ce2, host dv-cinder-797608-41-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b907440f-50e0-43d5-a98c-e76703c77ce2,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:47:53.111766 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.162961 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:53.173397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:47:53.174027 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:53.179913 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82f604-3f8c-4787-ac50-09a69c1fcee7 None None] Pushing event updated for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:53.252884 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Provisioning complete for port b907440f-50e0-43d5-a98c-e76703c77ce2 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:53.253259 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.322429 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.348158 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:47:53.441387 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Current status of the port b907440f-50e0-43d5-a98c-e76703c77ce2 is: DOWN; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:53.441738 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.528232 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] For port b907440f-50e0-43d5-a98c-e76703c77ce2, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b907440f-50e0-43d5-a98c-e76703c77ce2,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:53.536438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.630332 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc126bc-0233-4eb8-b3be-e0a8bce08d0f None None] Pushing event updated for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:53.641148 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:47:53.685864 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51de6f-5dfb-4eb8-a411-b03722e72a8d None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:47:53.691532 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-157db8a4-8b26-45f4-99b2-e41845aa43ae None None] Provisioning complete for port b907440f-50e0-43d5-a98c-e76703c77ce2 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:53.691532 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-157db8a4-8b26-45f4-99b2-e41845aa43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.799299 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b907440f-50e0-43d5-a98c-e76703c77ce2 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:53.805975 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:53.865638 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-157db8a4-8b26-45f4-99b2-e41845aa43ae None None] Current status of the port b907440f-50e0-43d5-a98c-e76703c77ce2 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:53.883552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port b907440f-50e0-43d5-a98c-e76703c77ce2 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:53.884564 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:53.885480 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59b3a1b3-a9dd-448b-b757-6261debe9eba req-69ad339c-1293-4900-a968-4c4d384f2124 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 210 time: 0.0863202 Jul 01 16:47:53.909593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:53.921523 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:53.937014 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-16fd4075-de0f-4bd6-8a0d-a134c07118c7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:53.938899 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-16fd4075-de0f-4bd6-8a0d-a134c07118c7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 811 time: 0.2076621 Jul 01 16:47:53.992131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port b907440f-50e0-43d5-a98c-e76703c77ce2 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:53.993246 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3675a8de-7fa7-4f81-9b50-353e8f45d410 up at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:47:54.028005 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-277e63fd-5458-4bfa-9cc8-4d94d50f5133 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 380 time: 0.0666275 Jul 01 16:47:54.033929 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:54.046014 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Provisioning complete for port 3675a8de-7fa7-4f81-9b50-353e8f45d410 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:54.046408 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.122538 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Current status of the port 3675a8de-7fa7-4f81-9b50-353e8f45d410 is: ACTIVE; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:54.132150 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'port': {'device_id': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'admin_state_up': True, 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'security_groups': ['cf608d07-0ae5-4496-b348-3af75f29ea36']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:54.251006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Made reservation on behalf of b1b152a7ad4d44f8a292995a1598d238 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:47:54.254654 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.389602 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Allocated IP 172.20.0.5 (3b36dbd7-72b5-4d72-9df6-342ee9de795a/0008dc65-5f3a-4cf4-8419-748f1109f6e4/15751548-66ba-4e21-a18e-20e6858b091e) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:47:54.538225 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (15751548-66ba-4e21-a18e-20e6858b091e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.570010 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.619400 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:47:54.622622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:47:54.628300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:47:54.654433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:54.689796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:54.690500 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.710417 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-0004ad07-fd91-45c7-b319-d68b8908b041 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822153 Jul 01 16:47:54.728733 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Request body: {'port': {'device_id': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:47:54.803943 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (15751548-66ba-4e21-a18e-20e6858b091e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.889910 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-ec473830-158e-493b-b823-417d010ca807 None None] Provisioning complete for port 15751548-66ba-4e21-a18e-20e6858b091e triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:47:54.890566 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ec473830-158e-493b-b823-417d010ca807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (15751548-66ba-4e21-a18e-20e6858b091e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:54.925955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:54.930853 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ec473830-158e-493b-b823-417d010ca807 None None] Port 15751548-66ba-4e21-a18e-20e6858b091e cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:47:54.939901 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:55.320665 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f5b5e-5e99-492b-a06b-d6111cb87063 req-56b3f530-b574-45bf-a7c5-7f2af0f07e40 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:55.322150 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-892f5b5e-5e99-492b-a06b-d6111cb87063 req-56b3f530-b574-45bf-a7c5-7f2af0f07e40 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 931 time: 0.3282890 Jul 01 16:47:55.415277 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-892f5b5e-5e99-492b-a06b-d6111cb87063 req-cf4bba47-6664-4684-9d65-184bb851972d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827582 Jul 01 16:47:55.419015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15751548-66ba-4e21-a18e-20e6858b091e {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:47:55.427448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks [] for port (15751548-66ba-4e21-a18e-20e6858b091e), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:55.441216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Transition to ACTIVE for port object 15751548-66ba-4e21-a18e-20e6858b091e will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:47:55.448736 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:55.509769 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Pushing event updated for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:55.581527 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Attempting to bind port 15751548-66ba-4e21-a18e-20e6858b091e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:47:55.581788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Attempting to bind port 15751548-66ba-4e21-a18e-20e6858b091e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:47:55.582121 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Attempting to bind port 15751548-66ba-4e21-a18e-20e6858b091e on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:55.587301 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Port 15751548-66ba-4e21-a18e-20e6858b091e on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:47:55.587723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Attempting to bind port 15751548-66ba-4e21-a18e-20e6858b091e on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:47:55.593052 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:47:55.593386 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Checking segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:47:55.593766 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Bound using segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:47:55.594261 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Bound port: 15751548-66ba-4e21-a18e-20e6858b091e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:47:55.595124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (15751548-66ba-4e21-a18e-20e6858b091e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:55.664870 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:47:55.667663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=15751548-66ba-4e21-a18e-20e6858b091e,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:47:55.675719 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:55.712376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:55.713013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:55.714511 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] 10.222.0.43 "PUT /v2.0/ports/15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 1093 time: 0.9908998 Jul 01 16:47:55.714820 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:47:55.717022 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e84dd12-396f-4046-b3a2-8a0640a037bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "tag": "15751548-66ba-4e21-a18e-20e6858b091e"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:47:55.747216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c654d4-6193-48a7-96d3-12ba69d35d64 service neutron] Pushing event updated for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:55.782578 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc3b261-11a8-4a2a-972f-b582bf53d8cc x-openstack-request-id: req-8dc3b261-11a8-4a2a-972f-b582bf53d8cc {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:47:55.783011 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "tag": "15751548-66ba-4e21-a18e-20e6858b091e", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:47:55.783159 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dc3b261-11a8-4a2a-972f-b582bf53d8cc {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:47:55.783573 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc3b261-11a8-4a2a-972f-b582bf53d8cc'] response: {'name': 'network-changed', 'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e', 'status': 'completed', 'code': 200} Jul 01 16:47:55.821383 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-c95a5afb-d2e4-4413-acb4-d132d7914ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:55.822933 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-c95a5afb-d2e4-4413-acb4-d132d7914ad1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1127 time: 0.0517812 Jul 01 16:47:55.879645 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-2ee228e6-5c50-4432-99d5-e195a4f9f54c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 217 time: 0.0433116 Jul 01 16:47:55.941082 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-ba798d0f-4907-4dc1-bde2-0f4cf0a2948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:55.943052 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-ba798d0f-4907-4dc1-bde2-0f4cf0a2948d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0542417 Jul 01 16:47:55.994872 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-8b50c875-37b8-4add-b926-1feccc135de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:55.996385 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-8b50c875-37b8-4add-b926-1feccc135de4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477955 Jul 01 16:47:56.041032 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39508) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:56.089345 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-5649d1cc-9b99-487c-a143-3f53ac6d663f service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 Jul 01 16:47:56.158100 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5b485876-5a16-4ef2-90e9-e0e36045cc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.169194 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:56.190642 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4fe1325-d6dd-4998-bcf3-091c503fca0c req-e69014a8-d376-4d8f-a016-19b3231eaeb7 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952415 Jul 01 16:47:56.239159 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5b485876-5a16-4ef2-90e9-e0e36045cc2b admin admin] Publish callbacks [] for security_group (94a330f8-d83f-4159-a356-2da7f87875cb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.242980 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5b485876-5a16-4ef2-90e9-e0e36045cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (94a330f8-d83f-4159-a356-2da7f87875cb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.283801 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b485876-5a16-4ef2-90e9-e0e36045cc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a330f8-d83f-4159-a356-2da7f87875cb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:56.289156 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5b485876-5a16-4ef2-90e9-e0e36045cc2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76738dc31db0434c822cf795391e6319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470438 Jul 01 16:47:56.291792 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39512) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:47:56.341587 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] Publish callbacks [] for security_group (94a330f8-d83f-4159-a356-2da7f87875cb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.363738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] Publish callbacks [] for security_group (94a330f8-d83f-4159-a356-2da7f87875cb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.411317 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (94a330f8-d83f-4159-a356-2da7f87875cb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.414004 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:56.415165 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94a330f8-d83f-4159-a356-2da7f87875cb HTTP/1.1" status: 204 len: 168 time: 0.1224775 Jul 01 16:47:56.423838 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8fad7-6bdb-40ae-b912-c293f853f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a330f8-d83f-4159-a356-2da7f87875cb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:56.516548 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:47:56.537178 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0063212-02ca-4269-b037-683e09eecac3 req-1ba91b4f-22d1-4b65-b832-3cc101f5573b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:56.538095 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0063212-02ca-4269-b037-683e09eecac3 req-1ba91b4f-22d1-4b65-b832-3cc101f5573b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 943 time: 0.0495706 Jul 01 16:47:56.586999 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0063212-02ca-4269-b037-683e09eecac3 req-86fa4e7d-b494-4bfa-9e8a-9f5bd0948678 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Jul 01 16:47:57.158929 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-3854c2a1-9112-4159-a58a-3bf457f8aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:57.160605 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-3854c2a1-9112-4159-a58a-3bf457f8aabb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1127 time: 0.0508728 Jul 01 16:47:57.257702 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-1e3e6513-6c7f-4dff-b2df-ec80ba3c4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:57.259209 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-1e3e6513-6c7f-4dff-b2df-ec80ba3c4545 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.0895712 Jul 01 16:47:57.304783 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-7ee75c08-9d37-4356-b8cb-aa3d8d6c69ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 217 time: 0.0391502 Jul 01 16:47:57.359051 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-aece1ed0-b7a4-4af3-a34c-0d8a16df6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:57.361247 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-aece1ed0-b7a4-4af3-a34c-0d8a16df6fd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0495970 Jul 01 16:47:57.408288 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-5d0a7f11-ed4d-4be9-8912-41c0dc4f5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:57.410219 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-5d0a7f11-ed4d-4be9-8912-41c0dc4f5038 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431488 Jul 01 16:47:57.533484 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-ba5ffcbe-3e70-4c83-88bd-441667533a4e service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169717 Jul 01 16:47:57.627380 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e84dd12-396f-4046-b3a2-8a0640a037bf req-f8110626-f9c1-4ce3-bacf-2bb849967977 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Jul 01 16:47:57.712706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae482f-f45d-467b-a5a1-eb48f6c4514f req-099ef24e-7b35-41c2-b632-c1757fb4e6cc tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:57.714195 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2aae482f-f45d-467b-a5a1-eb48f6c4514f req-099ef24e-7b35-41c2-b632-c1757fb4e6cc tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 943 time: 0.0482552 Jul 01 16:47:57.766512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2aae482f-f45d-467b-a5a1-eb48f6c4514f req-e03cf671-5b25-4d87-ada8-9206baf6b4ce tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Jul 01 16:47:58.267019 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 15751548-66ba-4e21-a18e-20e6858b091e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:47:58.367878 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=15751548-66ba-4e21-a18e-20e6858b091e,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:58.380079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '15751548-66ba-4e21-a18e-20e6858b091e', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'port_id': '15751548-66ba-4e21-a18e-20e6858b091e', 'mac_address': 'fa:16:3e:9d:3f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:47:58.414516 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 15751548-66ba-4e21-a18e-20e6858b091e is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:47:58.414904 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (15751548-66ba-4e21-a18e-20e6858b091e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:58.428609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15751548-66ba-4e21-a18e-20e6858b091e {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:47:58.448857 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=15751548-66ba-4e21-a18e-20e6858b091e,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:47:58.454413 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:47:58.502015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:47:58.684647 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-af00c291-6afa-4c97-a251-53e3de76c95d tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295274 Jul 01 16:47:58.797938 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['15751548-66ba-4e21-a18e-20e6858b091e'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:47:58.899782 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2cd77564-2174-48a0-b0bc-fd320a81e2ca tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:58.901487 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2cd77564-2174-48a0-b0bc-fd320a81e2ca tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108903 Jul 01 16:47:58.920032 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-92dcd4bd-890d-4841-a4db-53e5e79fd526 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/quotas/bec339eeee9c43bb8126fe9dd12173cb HTTP/1.1" status: 200 len: 375 time: 0.0114651 Jul 01 16:47:58.963473 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0044310b-0046-410a-bcd5-b3b7431c9840 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354578 Jul 01 16:47:59.089955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da30f4f-8028-4576-8206-027f63bd50e4 req-2830a0e1-0875-4466-80f4-306910b99ad3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:47:59.091539 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8da30f4f-8028-4576-8206-027f63bd50e4 req-2830a0e1-0875-4466-80f4-306910b99ad3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 944 time: 0.0626729 Jul 01 16:47:59.162781 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7b52c77e-6bd4-476c-8654-b5431f6d225e req-c4591285-1b78-4406-97da-99b22b799547 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 210 time: 0.0377944 Jul 01 16:47:59.179513 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8da30f4f-8028-4576-8206-027f63bd50e4 req-c618aaa2-f2f4-4b15-a63f-ffa077ae1a37 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800791 Jul 01 16:48:00.140071 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-4baaab28-a56b-4119-90e9-b4c4245fdd57 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228074 Jul 01 16:48:00.283003 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 15751548-66ba-4e21-a18e-20e6858b091e up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:48:00.286831 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e699103-b3ae-4156-87e8-d3450892cde4 req-8c827fc7-bd35-4e85-ae16-865ec1bee5d9 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 210 time: 0.0382669 Jul 01 16:48:00.293643 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-e8b119cd-9c1f-48b6-b353-9149fba52128 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:00.295205 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-e8b119cd-9c1f-48b6-b353-9149fba52128 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495667 Jul 01 16:48:00.309175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:00.323341 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:00.333018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 15751548-66ba-4e21-a18e-20e6858b091e completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:48:00.339903 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 15751548-66ba-4e21-a18e-20e6858b091e triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:48:00.340397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (15751548-66ba-4e21-a18e-20e6858b091e), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.343677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c90f1-364f-482c-99e4-048460349bb3 req-9bf99d15-3e7a-49e0-9a4a-cac43b48ea5a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:00.345846 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-314c90f1-364f-482c-99e4-048460349bb3 req-9bf99d15-3e7a-49e0-9a4a-cac43b48ea5a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 944 time: 0.0624480 Jul 01 16:48:00.379625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:00.398047 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-314c90f1-364f-482c-99e4-048460349bb3 req-d755b4b1-d77a-4e38-81a4-baaef23371b0 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462513 Jul 01 16:48:00.417535 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 15751548-66ba-4e21-a18e-20e6858b091e is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:48:00.417921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (15751548-66ba-4e21-a18e-20e6858b091e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.420733 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Request body: {'port': {'device_id': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4', 'admin_state_up': True, 'tenant_id': 'bec339eeee9c43bb8126fe9dd12173cb'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:48:00.443689 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:00.445891 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59637d5f-c76a-4693-8a49-3981af2e9db1" -d '{"events": [{"server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "name": "network-vif-plugged", "status": "completed", "tag": "15751548-66ba-4e21-a18e-20e6858b091e"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:00.449919 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:00.460789 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=15751548-66ba-4e21-a18e-20e6858b091e,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:00.465253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.493510 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5d8e2-0801-47bf-b4da-ed72cb421ccb x-openstack-request-id: req-30b5d8e2-0801-47bf-b4da-ed72cb421ccb {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:00.493807 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "name": "network-vif-plugged", "status": "completed", "tag": "15751548-66ba-4e21-a18e-20e6858b091e", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:00.494061 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30b5d8e2-0801-47bf-b4da-ed72cb421ccb {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:00.494891 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b5d8e2-0801-47bf-b4da-ed72cb421ccb'] response: {'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e', 'code': 200} Jul 01 16:48:00.519054 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:00.538781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Made reservation on behalf of bec339eeee9c43bb8126fe9dd12173cb for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:48:00.543174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.553976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.635985 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks [] for security_group (c7ed308c-d85a-4991-a26f-e1ef53551d01), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.639870 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c7ed308c-d85a-4991-a26f-e1ef53551d01), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.713490 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3eed-1ca9-40cf-a69d-db39a1e9d574 req-af0306af-7316-467d-afa2-473cdef33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:00.715101 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-403d3eed-1ca9-40cf-a69d-db39a1e9d574 req-af0306af-7316-467d-afa2-473cdef33081 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1129 time: 0.0444963 Jul 01 16:48:00.717022 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed308c-d85a-4991-a26f-e1ef53551d01,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:00.767254 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-403d3eed-1ca9-40cf-a69d-db39a1e9d574 req-6e52dd94-0da5-4f69-9009-901b9326cfae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Jul 01 16:48:00.784599 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Allocated IP 192.168.233.252 (514cdbf7-76db-4222-8d70-a6264dc578e4/3604b538-ab8e-43ae-8689-846655a2c1ae/b9db982e-a7da-43fa-99cf-72590182244a) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:48:00.937292 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks [] for port (b9db982e-a7da-43fa-99cf-72590182244a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:00.970148 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.014121 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Network 514cdbf7-76db-4222-8d70-a6264dc578e4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:48:01.017547 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:48:01.021355 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:48:01.027316 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Pushing event updated for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:01.080605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:01.081251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.091478 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:01.101465 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0adb257b-4b96-4973-99c3-b3919dedcb55 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6856472 Jul 01 16:48:01.121771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Request body: {'port': {'device_id': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:48:01.174434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:01.186008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b9db982e-a7da-43fa-99cf-72590182244a), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.249469 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-ab37fc47-bf62-40ea-af4c-1a46de8edf72 None None] Provisioning complete for port b9db982e-a7da-43fa-99cf-72590182244a triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:48:01.249841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab37fc47-bf62-40ea-af4c-1a46de8edf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b9db982e-a7da-43fa-99cf-72590182244a), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.288855 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ab37fc47-bf62-40ea-af4c-1a46de8edf72 None None] Port b9db982e-a7da-43fa-99cf-72590182244a cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:48:01.442284 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586568f-49c4-4615-8e6e-e0a504b2c08c req-053deee8-c8bf-44cd-a3e2-4573da3e80ec tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:01.443809 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e586568f-49c4-4615-8e6e-e0a504b2c08c req-053deee8-c8bf-44cd-a3e2-4573da3e80ec tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 936 time: 0.0737944 Jul 01 16:48:01.567899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9db982e-a7da-43fa-99cf-72590182244a {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:48:01.578639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d894aeb-8fd6-4ae3-80a7-d98260f2db5b req-6e5f2480-d920-4124-8193-60bfb7ebad5a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:01.580719 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d894aeb-8fd6-4ae3-80a7-d98260f2db5b req-6e5f2480-d920-4124-8193-60bfb7ebad5a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.1041086 Jul 01 16:48:01.591412 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks [] for port (b9db982e-a7da-43fa-99cf-72590182244a), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.600603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e586568f-49c4-4615-8e6e-e0a504b2c08c req-b91bd038-6795-4dff-9ac1-0e5b3352d939 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494043 Jul 01 16:48:01.623963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Transition to ACTIVE for port object b9db982e-a7da-43fa-99cf-72590182244a will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:48:01.632557 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.688063 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d894aeb-8fd6-4ae3-80a7-d98260f2db5b req-bb34ae66-9eca-4118-8cad-ba6c57765813 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995102 Jul 01 16:48:01.697671 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Pushing event updated for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:01.774912 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Attempting to bind port b9db982e-a7da-43fa-99cf-72590182244a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:48:01.775240 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Attempting to bind port b9db982e-a7da-43fa-99cf-72590182244a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:48:01.775566 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Attempting to bind port b9db982e-a7da-43fa-99cf-72590182244a on network 514cdbf7-76db-4222-8d70-a6264dc578e4 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:48:01.780850 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Port b9db982e-a7da-43fa-99cf-72590182244a on network 514cdbf7-76db-4222-8d70-a6264dc578e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:48:01.781167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Attempting to bind port b9db982e-a7da-43fa-99cf-72590182244a on network 514cdbf7-76db-4222-8d70-a6264dc578e4 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:48:01.786975 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:48:01.787309 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Checking segment: {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:48:01.787701 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Bound using segment: {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:48:01.788115 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Bound port: b9db982e-a7da-43fa-99cf-72590182244a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7109feaa-2807-4845-9128-a34784f03d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:48:01.788467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b9db982e-a7da-43fa-99cf-72590182244a), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.861234 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:48:01.866211 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b9db982e-a7da-43fa-99cf-72590182244a,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:48:01.866211 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:01.875080 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.915228 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:01.915955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:01.917199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9db982e-a7da-43fa-99cf-72590182244a HTTP/1.1" status: 200 len: 1098 time: 0.7999089 Jul 01 16:48:01.917631 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:01.919874 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "tag": "b9db982e-a7da-43fa-99cf-72590182244a"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:01.943375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a61f-0b5a-49b2-ada2-7c6ac678e359 service neutron] Pushing event updated for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:01.959770 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244077ba-ff87-4642-a7bb-0275f8d1c656 x-openstack-request-id: req-244077ba-ff87-4642-a7bb-0275f8d1c656 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:01.960162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "tag": "b9db982e-a7da-43fa-99cf-72590182244a", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:01.960550 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-244077ba-ff87-4642-a7bb-0275f8d1c656 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:01.961052 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244077ba-ff87-4642-a7bb-0275f8d1c656'] response: {'name': 'network-changed', 'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a', 'status': 'completed', 'code': 200} Jul 01 16:48:02.446143 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc req-adc265c6-e182-45f4-bfe5-8ee871f7121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.447658 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc req-adc265c6-e182-45f4-bfe5-8ee871f7121b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 1132 time: 0.0424194 Jul 01 16:48:02.481514 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc req-25e7af0e-38d4-4bd4-b9c2-6addbace1e7c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197632 Jul 01 16:48:02.576032 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:02.583378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc req-8e0227e5-66fe-4de7-ab2d-7b63674cc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.584834 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0d40907-dfae-4b2a-833b-5ddb6ebb0adc req-8e0227e5-66fe-4de7-ab2d-7b63674cc34d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975742 Jul 01 16:48:02.692472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-43100c9f-df9d-4444-9242-f89fd859c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.694020 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-43100c9f-df9d-4444-9242-f89fd859c75e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 1132 time: 0.0500677 Jul 01 16:48:02.753116 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-7c939490-eafe-4093-88ea-ff72af059e79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b9db982e-a7da-43fa-99cf-72590182244a HTTP/1.1" status: 200 len: 217 time: 0.0424531 Jul 01 16:48:02.772026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c20d-1ae9-413a-8586-3fe6fa5a7113 req-3450abdc-22de-442c-90b2-cb543d02ca8c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.773479 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad38c20d-1ae9-413a-8586-3fe6fa5a7113 req-3450abdc-22de-442c-90b2-cb543d02ca8c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 948 time: 0.0957663 Jul 01 16:48:02.864168 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24124c-59fe-42b8-9464-877f1799da31 req-4826a0c2-39cd-4457-b2ed-4e418c8856ef tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.865635 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef24124c-59fe-42b8-9464-877f1799da31 req-4826a0c2-39cd-4457-b2ed-4e418c8856ef tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0912566 Jul 01 16:48:02.874129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0dc7f357-b299-4d18-a057-470a465629b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.875523 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-0dc7f357-b299-4d18-a057-470a465629b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3604b538-ab8e-43ae-8689-846655a2c1ae HTTP/1.1" status: 200 len: 843 time: 0.1170473 Jul 01 16:48:02.952990 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad38c20d-1ae9-413a-8586-3fe6fa5a7113 req-b7ba0448-77ec-41c9-8b4e-3cc04cceda6a tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517863 Jul 01 16:48:02.972031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-eda58ff4-50c0-435b-831d-38e363def2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:02.973509 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-eda58ff4-50c0-435b-831d-38e363def2df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=514cdbf7-76db-4222-8d70-a6264dc578e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0841274 Jul 01 16:48:02.977643 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef24124c-59fe-42b8-9464-877f1799da31 req-ed81feb1-7adf-4766-bf32-900750dcf8f3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064436 Jul 01 16:48:03.106867 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05963-6c00-4db1-aa35-7f1557741bac req-2df1659f-aeeb-4264-87b8-8fa5dddb0d15 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:03.108296 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84d05963-6c00-4db1-aa35-7f1557741bac req-2df1659f-aeeb-4264-87b8-8fa5dddb0d15 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0622361 Jul 01 16:48:03.113138 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-b25ddbbc-9928-4be5-b3d4-db002e41ecb7 service neutron] 10.222.0.43 "GET /v2.0/networks/514cdbf7-76db-4222-8d70-a6264dc578e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314535 Jul 01 16:48:03.117511 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39596) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:03.121764 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'floatingip': {'port_id': '15751548-66ba-4e21-a18e-20e6858b091e'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:48:03.179100 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:03.334469 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efb92a8e-ea9d-4e75-8730-650c1f14ccb5 req-965fefc3-f951-4cfe-8a39-7e9409bc2472 service neutron] 10.222.0.43 "GET /v2.0/networks/514cdbf7-76db-4222-8d70-a6264dc578e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098992 Jul 01 16:48:03.817122 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:03.908918 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:03.912651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:03.983772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:04.011061 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Floating IP 51e618ea-4531-4c45-ae8d-cde4f2245d7e associated. External IP: 172.27.2.222, port: 15751548-66ba-4e21-a18e-20e6858b091e. Jul 01 16:48:04.126784 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bbcd6-2c12-40a9-8f91-6f8057f170ee req-a350eafe-831a-4d0d-a52b-08c58794e368 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:04.128263 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f09bbcd6-2c12-40a9-8f91-6f8057f170ee req-a350eafe-831a-4d0d-a52b-08c58794e368 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 948 time: 0.0843284 Jul 01 16:48:04.249873 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f09bbcd6-2c12-40a9-8f91-6f8057f170ee req-dacb408e-2b00-4402-b79c-d964e307f12e tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151059 Jul 01 16:48:04.291182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:48:04.398708 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:48:04.403516 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:04.408094 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:48:04.417962 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:04.418609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:04.434201 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bbd569b6-f320-45a3-a168-63d8b6f0fad8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "PUT /v2.0/floatingips/51e618ea-4531-4c45-ae8d-cde4f2245d7e HTTP/1.1" status: 200 len: 991 time: 1.3156555 Jul 01 16:48:04.434813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:04.437020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0840e02-d9e0-42e3-872c-50f9fd481d56" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "tag": "15751548-66ba-4e21-a18e-20e6858b091e"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:04.473663 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c926c091-38d8-49b0-b9e0-52c748620baa x-openstack-request-id: req-c926c091-38d8-49b0-b9e0-52c748620baa {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:04.473952 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "tag": "15751548-66ba-4e21-a18e-20e6858b091e", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:04.474199 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c926c091-38d8-49b0-b9e0-52c748620baa {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:04.474634 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c926c091-38d8-49b0-b9e0-52c748620baa'] response: {'name': 'network-changed', 'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e', 'status': 'completed', 'code': 200} Jul 01 16:48:04.524708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:04.560285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-9a60169b-2aaa-4f1a-8b44-1eb45e42da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:04.561782 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-9a60169b-2aaa-4f1a-8b44-1eb45e42da53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1129 time: 0.0407426 Jul 01 16:48:04.662000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-19cd3628-5fff-4ab7-818d-5af95a187409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:04.663512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-19cd3628-5fff-4ab7-818d-5af95a187409 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.0963037 Jul 01 16:48:04.728973 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-8ed699e7-7f9c-4fda-8b53-5b2eae784b0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 999 time: 0.0574250 Jul 01 16:48:04.749258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '51e618ea-4531-4c45-ae8d-cde4f2245d7e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '15751548-66ba-4e21-a18e-20e6858b091e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:9d:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:50Z', 'updated_at': '2022-07-01T16:48:03Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:04.775508 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:48:04.781920 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-9121880c-be10-420a-9ea6-3990b5f2b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:04.783651 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-9121880c-be10-420a-9ea6-3990b5f2b198 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0494275 Jul 01 16:48:04.784131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:04.784739 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:47:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:04.826280 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-db52fe3b-8bce-4911-91f6-bdcaa9bf2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:04.827778 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-db52fe3b-8bce-4911-91f6-bdcaa9bf2202 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387809 Jul 01 16:48:04.887842 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:04.904226 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:04.926800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-01ee5d1f-a6ac-47b8-a354-8e1642c6e98e service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930023 Jul 01 16:48:05.021500 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b0840e02-d9e0-42e3-872c-50f9fd481d56 req-3640e40b-d9af-4548-8084-221dfa1b373c service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882671 Jul 01 16:48:05.061560 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:05.106230 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '51e618ea-4531-4c45-ae8d-cde4f2245d7e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '15751548-66ba-4e21-a18e-20e6858b091e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:9d:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:50Z', 'updated_at': '2022-07-01T16:48:03Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:05.135138 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9a906-b5ba-455a-ac2e-e277d99191b4 None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '51e618ea-4531-4c45-ae8d-cde4f2245d7e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '15751548-66ba-4e21-a18e-20e6858b091e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:9d:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:50Z', 'updated_at': '2022-07-01T16:48:03Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:48:05.335859 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5282948-3d8b-4fa0-bb75-41d91d543eec None None] New status for floating IP 51e618ea-4531-4c45-ae8d-cde4f2245d7e: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:48:05.352313 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:05.369312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550631-7122-4f9f-909e-ba593bb61979 req-3f1a85fe-971a-4c71-a46e-a27756c63e0f tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:05.370820 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60550631-7122-4f9f-909e-ba593bb61979 req-3f1a85fe-971a-4c71-a46e-a27756c63e0f tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 948 time: 0.0524678 Jul 01 16:48:05.423682 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60550631-7122-4f9f-909e-ba593bb61979 req-3997df47-615f-49a2-9727-6f7c1a6e85fa tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Jul 01 16:48:06.313550 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b9db982e-a7da-43fa-99cf-72590182244a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:48:06.332576 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:06.415391 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b9db982e-a7da-43fa-99cf-72590182244a,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:06.426504 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'b9db982e-a7da-43fa-99cf-72590182244a', 'network_id': '514cdbf7-76db-4222-8d70-a6264dc578e4', 'port_id': 'b9db982e-a7da-43fa-99cf-72590182244a', 'mac_address': 'fa:16:3e:45:1b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3604b538-ab8e-43ae-8689-846655a2c1ae', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:48:06.466123 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b9db982e-a7da-43fa-99cf-72590182244a is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:48:06.466543 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b9db982e-a7da-43fa-99cf-72590182244a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:06.479691 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9db982e-a7da-43fa-99cf-72590182244a {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:48:06.500837 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b9db982e-a7da-43fa-99cf-72590182244a,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:06.506397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:06.541706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aaaab-25b5-43e5-8452-34c106bd7f50 req-f4ae2c85-d5c4-4c03-bc84-c031466e5ded tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:06.543419 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c1aaaab-25b5-43e5-8452-34c106bd7f50 req-f4ae2c85-d5c4-4c03-bc84-c031466e5ded tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 949 time: 0.0491936 Jul 01 16:48:06.553380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:06.594284 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c1aaaab-25b5-43e5-8452-34c106bd7f50 req-597ab50a-7286-4cc5-bdbd-408d3efbf3d5 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Jul 01 16:48:06.881935 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['b9db982e-a7da-43fa-99cf-72590182244a'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:48:07.712230 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8be5-159c-4b10-90e2-1d4a7bf2840e req-3a68d45d-59f7-4db3-be5b-8a9ec8549e51 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:07.713702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bea8be5-159c-4b10-90e2-1d4a7bf2840e req-3a68d45d-59f7-4db3-be5b-8a9ec8549e51 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 949 time: 0.0485306 Jul 01 16:48:07.761297 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bea8be5-159c-4b10-90e2-1d4a7bf2840e req-6c37d37d-e544-4974-97ab-a99563940505 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Jul 01 16:48:08.323063 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b9db982e-a7da-43fa-99cf-72590182244a up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:48:08.366156 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port b9db982e-a7da-43fa-99cf-72590182244a completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:48:08.372108 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port b9db982e-a7da-43fa-99cf-72590182244a triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:48:08.372552 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (b9db982e-a7da-43fa-99cf-72590182244a), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:08.447695 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port b9db982e-a7da-43fa-99cf-72590182244a is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:48:08.448083 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (b9db982e-a7da-43fa-99cf-72590182244a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:08.474280 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:08.476514 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f13fb0-a693-473c-b3d1-6d791ca75619" -d '{"events": [{"server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9db982e-a7da-43fa-99cf-72590182244a"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:08.489548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b9db982e-a7da-43fa-99cf-72590182244a,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:08.494838 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:08.517651 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a29c3f-a706-45e7-a012-c7887e883b1d x-openstack-request-id: req-d8a29c3f-a706-45e7-a012-c7887e883b1d {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:08.517940 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9db982e-a7da-43fa-99cf-72590182244a", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:08.518196 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8a29c3f-a706-45e7-a012-c7887e883b1d {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:08.518636 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a29c3f-a706-45e7-a012-c7887e883b1d'] response: {'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a', 'code': 200} Jul 01 16:48:08.544673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:08.741841 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279190-c2ee-4931-8614-5a5f4df799e0 req-a87e8af0-0299-4bfc-b657-15ef098b3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:08.743267 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5279190-c2ee-4931-8614-5a5f4df799e0 req-a87e8af0-0299-4bfc-b657-15ef098b3443 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 1134 time: 0.0428555 Jul 01 16:48:08.787391 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5279190-c2ee-4931-8614-5a5f4df799e0 req-880eaea9-7edb-4165-a0d5-9c119b494ed3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Jul 01 16:48:08.878473 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be83fb1-d25e-4629-8219-e2ed400b455b req-7dc14ac6-8f1b-4293-9d2d-7a06bdb82c64 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:08.879953 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6be83fb1-d25e-4629-8219-e2ed400b455b req-7dc14ac6-8f1b-4293-9d2d-7a06bdb82c64 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0485704 Jul 01 16:48:08.928724 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6be83fb1-d25e-4629-8219-e2ed400b455b req-86180213-38e9-4580-a51b-2f173769451b tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Jul 01 16:48:09.010924 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ef49fa76-b199-416e-82b9-c06684f66c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:10.056838 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b0a8-2fa4-4121-a1a7-c34ea4ba739f req-781f9779-d645-4f7a-92d3-a818c457ce9e tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:10.058323 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8885b0a8-2fa4-4121-a1a7-c34ea4ba739f req-781f9779-d645-4f7a-92d3-a818c457ce9e tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0491965 Jul 01 16:48:10.109484 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8885b0a8-2fa4-4121-a1a7-c34ea4ba739f req-538598b7-301e-473a-9f03-b3521004b8ac tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Jul 01 16:48:10.761602 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:10.764303 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:11.223426 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99129032-8236-4809-831c-debafb8ace6f req-c9735907-913e-4459-838e-7a6ef907b4fd tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:11.224865 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99129032-8236-4809-831c-debafb8ace6f req-c9735907-913e-4459-838e-7a6ef907b4fd tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0479448 Jul 01 16:48:11.271308 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99129032-8236-4809-831c-debafb8ace6f req-fcbc00d1-4e7f-43d7-bae1-f750fde15ae1 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jul 01 16:48:11.530268 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0d249-4816-4bdd-aedd-878169c27513 req-6715fcd6-d90c-434e-99ef-12a6fb6bcef0 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:11.531814 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1f0d249-4816-4bdd-aedd-878169c27513 req-6715fcd6-d90c-434e-99ef-12a6fb6bcef0 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0499806 Jul 01 16:48:11.537469 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ade2e902-2cea-441b-bd0e-bbad24f95c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:11.584105 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1f0d249-4816-4bdd-aedd-878169c27513 req-9643941f-4b8a-4f0c-a022-711c299e8ab8 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Jul 01 16:48:12.710452 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b738e9-5534-4771-9dcd-87441a2c8446 req-38ec69e1-4ac2-4ea9-a25c-be2f57ca4484 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:12.711922 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84b738e9-5534-4771-9dcd-87441a2c8446 req-38ec69e1-4ac2-4ea9-a25c-be2f57ca4484 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0524282 Jul 01 16:48:12.760752 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84b738e9-5534-4771-9dcd-87441a2c8446 req-781e3149-70e2-4630-8d52-afb3d807ff13 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ed308c-d85a-4991-a26f-e1ef53551d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Jul 01 16:48:12.898061 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:13.135208 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-462332b8-25d4-4c85-bf68-21dfc66e6e04 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:13.136613 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-462332b8-25d4-4c85-bf68-21dfc66e6e04 tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 950 time: 0.0472436 Jul 01 16:48:13.176908 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:13.224913 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Deleting port b9db982e-a7da-43fa-99cf-72590182244a {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:13.225245 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b9db982e-a7da-43fa-99cf-72590182244a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:13.300488 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:13.318593 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] For port b9db982e-a7da-43fa-99cf-72590182244a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b9db982e-a7da-43fa-99cf-72590182244a,segment=NetworkSegment(7109feaa-2807-4845-9128-a34784f03d2b),segment_id=7109feaa-2807-4845-9128-a34784f03d2b)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:13.318950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b9db982e-a7da-43fa-99cf-72590182244a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:13.332766 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Calling delete_port for b9db982e-a7da-43fa-99cf-72590182244a owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:13.462448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b9db982e-a7da-43fa-99cf-72590182244a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:13.490302 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Pushing event deleted for resources: {'Port': ['ID=b9db982e-a7da-43fa-99cf-72590182244a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:13.503416 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['b9db982e-a7da-43fa-99cf-72590182244a'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:48:13.539849 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] No DVR routers for this DVR port b9db982e-a7da-43fa-99cf-72590182244a on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:13.542672 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:13.545947 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-785880ce-6fa7-4079-bd3b-b8ffaee39236 req-b0427639-7678-42bf-ba01-ed23aeb2cc0c tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.43 "DELETE /v2.0/ports/b9db982e-a7da-43fa-99cf-72590182244a HTTP/1.1" status: 204 len: 173 time: 0.4033034 Jul 01 16:48:13.546408 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'name': 'network-vif-deleted', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:13.549297 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee56715-719d-4f0f-af0b-a468cd6aa5f4" -d '{"events": [{"server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "name": "network-vif-deleted", "tag": "b9db982e-a7da-43fa-99cf-72590182244a"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:13.593763 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf56779-d07d-4f3b-8bc5-363cf0059b5c x-openstack-request-id: req-cdf56779-d07d-4f3b-8bc5-363cf0059b5c {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:13.594025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b", "name": "network-vif-deleted", "tag": "b9db982e-a7da-43fa-99cf-72590182244a", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:13.594276 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdf56779-d07d-4f3b-8bc5-363cf0059b5c {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:13.594887 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf56779-d07d-4f3b-8bc5-363cf0059b5c'] response: {'server_uuid': '5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b', 'name': 'network-vif-deleted', 'tag': 'b9db982e-a7da-43fa-99cf-72590182244a', 'status': 'completed', 'code': 200} Jul 01 16:48:13.871082 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6476a7ad-cccb-4573-babb-da4ce5c6fa4b req-752b1231-2044-4f15-ae3d-4516b76c01db tempest-VolumesNegativeTest-2053657634 tempest-VolumesNegativeTest-2053657634-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a044aa2-e65d-4e16-9ac5-c6a8b3a54c4b HTTP/1.1" status: 200 len: 210 time: 0.0310535 Jul 01 16:48:14.396783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:14.614187 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:15.438839 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:15.442517 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:16.377928 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b9db982e-a7da-43fa-99cf-72590182244a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:16.397981 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: b9db982e-a7da-43fa-99cf-72590182244a {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:16.398321 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b9db982e-a7da-43fa-99cf-72590182244a not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:17.683176 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:48:18.789871 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39886) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:18.928635 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-68b4b305-5aa6-4f2c-812e-2ffa947077fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bec339eeee9c43bb8126fe9dd12173cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363635 Jul 01 16:48:18.929928 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39890) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:18.978476 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] Publish callbacks [] for security_group (c7ed308c-d85a-4991-a26f-e1ef53551d01), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:18.999702 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] Publish callbacks [] for security_group (c7ed308c-d85a-4991-a26f-e1ef53551d01), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:19.050540 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (c7ed308c-d85a-4991-a26f-e1ef53551d01), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:19.053025 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:19.054190 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7ed308c-d85a-4991-a26f-e1ef53551d01 HTTP/1.1" status: 204 len: 168 time: 0.1233354 Jul 01 16:48:19.062450 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a626f9-5029-420f-a043-4c78f25ff2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed308c-d85a-4991-a26f-e1ef53551d01,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:23.254369 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:23.267624 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.035810 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39896) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:24.325461 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Deleting port 229283ed-3095-4e7a-bb33-7da4b9c42ffc {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:24.325712 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.407618 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.407942 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for floatingip (229283ed-3095-4e7a-bb33-7da4b9c42ffc), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.422204 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Calling delete_port for 229283ed-3095-4e7a-bb33-7da4b9c42ffc owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:24.483779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:24.549571 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:24.574681 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (229283ed-3095-4e7a-bb33-7da4b9c42ffc), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.600942 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event deleted for resources: {'Port': ['ID=229283ed-3095-4e7a-bb33-7da4b9c42ffc,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:24.663173 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for floatingip (c7753b51-9d67-464b-9e69-c03131b32033), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.663501 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Floating IP c7753b51-9d67-464b-9e69-c03131b32033 disassociated (deleted). External IP: 172.27.2.185, port: dfaabde7-2cdd-46ea-9860-694b36767f5e. Jul 01 16:48:24.865326 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Router 13b282e8-334a-4914-b122-ef92de481a26 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:48:24.971039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:48:24.976319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:24.980783 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Sync routers for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:48:24.991496 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:24.992107 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:24.993958 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:25.007535 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d6b3f1d3-5827-4e08-97ff-6b53b9d042da tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "DELETE /v2.0/floatingips/c7753b51-9d67-464b-9e69-c03131b32033 HTTP/1.1" status: 204 len: 168 time: 0.9705977 Jul 01 16:48:25.008127 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:25.010708 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0" -d '{"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:25.072102 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8edc52-ef6a-4a70-ba6e-5e02ba7261ac x-openstack-request-id: req-6c8edc52-ef6a-4a70-ba6e-5e02ba7261ac {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:25.072768 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:25.072768 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c8edc52-ef6a-4a70-ba6e-5e02ba7261ac {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:25.073291 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8edc52-ef6a-4a70-ba6e-5e02ba7261ac'] response: {'name': 'network-changed', 'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'status': 'completed', 'code': 200} Jul 01 16:48:25.105201 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:25.179698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-55fe57d2-1ecd-4a7b-a72f-b38a8f689401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:25.181230 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-55fe57d2-1ecd-4a7b-a72f-b38a8f689401 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 1129 time: 0.0497358 Jul 01 16:48:25.254600 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b106052-61d0-4cae-8a51-d41f51804d04 req-13580e16-a279-4bd6-b6ca-17f77071277d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:25.256088 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b106052-61d0-4cae-8a51-d41f51804d04 req-13580e16-a279-4bd6-b6ca-17f77071277d tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0532219 Jul 01 16:48:25.305606 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b106052-61d0-4cae-8a51-d41f51804d04 req-eba0957d-c127-4a85-9a72-b367348abea5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Jul 01 16:48:25.426762 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:25.452365 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Checking router: 13b282e8-334a-4914-b122-ef92de481a26 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:48:25.462899 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:25.463496 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:25.562663 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:25.754944 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:25.779145 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7abdd61-aad7-43c1-a766-94a5bfcf3882 None None] The sync data for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi is: [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:42:42Z', 'revision_number': 4, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '3db63dec-7df2-4282-9419-c6ed97d101c3', 'name': '', 'network_id': '7ebc39bf-8ea5-45dd-820b-480ad076a770', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'mac_address': 'fa:16:3e:fc:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:41Z', 'updated_at': '2022-07-01T16:42:50Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'subnets': [{'id': 'a1cbb64c-18c1-4688-8de0-ff223d0e9212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:48:25.985645 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0ed78-3385-46fd-87a7-38b1a98022ad None None] New status for floating IP c7753b51-9d67-464b-9e69-c03131b32033: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:48:26.426822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecc881-586b-4406-ac44-0b51b0b4e2a1 req-3fbbc5e8-f0d8-4963-9280-10745889f593 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:26.428300 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-deecc881-586b-4406-ac44-0b51b0b4e2a1 req-3fbbc5e8-f0d8-4963-9280-10745889f593 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0517449 Jul 01 16:48:26.540142 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-deecc881-586b-4406-ac44-0b51b0b4e2a1 req-543f8d56-172f-4bd3-aac1-eeff31ca2046 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa393820-ca22-4ee0-b27c-8d13d6177e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035459 Jul 01 16:48:26.555716 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-5a41b37a-434c-4f36-86e7-c42bbf685c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:26.557541 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-5a41b37a-434c-4f36-86e7-c42bbf685c48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 200 len: 910 time: 0.1283934 Jul 01 16:48:26.677365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-75eb1417-ebc2-44cb-8c84-6d4c92ef8f74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 200 len: 217 time: 0.0343242 Jul 01 16:48:26.719851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:26.728936 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-7404d4b8-bf2d-4da0-8dad-deabe43fc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:26.730400 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-7404d4b8-bf2d-4da0-8dad-deabe43fc3be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 200 len: 848 time: 0.0467362 Jul 01 16:48:27.042580 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-c17cf1e7-6900-4af9-adab-900f3bb748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:27.044049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-c17cf1e7-6900-4af9-adab-900f3bb748f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ebc39bf-8ea5-45dd-820b-480ad076a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434306 Jul 01 16:48:27.168112 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-0d8ffef0-f553-4c1f-9eab-176240b2d654 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:27.169496 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-0d8ffef0-f553-4c1f-9eab-176240b2d654 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.43 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 945 time: 0.0500214 Jul 01 16:48:27.185189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:27.206561 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-d6e13cc7-21c1-43cd-87ca-63a0f95d60e9 service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881615 Jul 01 16:48:27.260114 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Deleting port dfaabde7-2cdd-46ea-9860-694b36767f5e {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:27.260530 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:27.307324 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d7a97ba-4d60-49fb-b506-e8ec27f23be0 req-07c1bc31-7a01-4b0c-bd2b-b4b15e9c30bc service neutron] 10.222.0.43 "GET /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913281 Jul 01 16:48:27.351591 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] For port dfaabde7-2cdd-46ea-9860-694b36767f5e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dfaabde7-2cdd-46ea-9860-694b36767f5e,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:27.351959 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:27.366697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Calling delete_port for dfaabde7-2cdd-46ea-9860-694b36767f5e owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:27.500957 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (dfaabde7-2cdd-46ea-9860-694b36767f5e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:27.527962 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event deleted for resources: {'Port': ['ID=dfaabde7-2cdd-46ea-9860-694b36767f5e,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:27.559060 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.559404 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.559742 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.560076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.560405 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.560732 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.561054 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.561379 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.561727 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.562094 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.563871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.563871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.563871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.563871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.563871 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:48:27.588271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] No DVR routers for this DVR port dfaabde7-2cdd-46ea-9860-694b36767f5e on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:27.590749 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:27.593998 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-50d9c5ff-1e68-46ed-813c-716d5b234124 req-86e53e17-6c5e-4e19-a9c5-4e3c27b96152 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.43 "DELETE /v2.0/ports/dfaabde7-2cdd-46ea-9860-694b36767f5e HTTP/1.1" status: 204 len: 173 time: 0.4166479 Jul 01 16:48:27.594455 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-deleted', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:48:27.596735 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f47f3-150d-4522-9478-1d541969701e" -d '{"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-deleted", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:48:27.642740 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4fecd-5093-4526-9de5-73eed73ede53 x-openstack-request-id: req-97e4fecd-5093-4526-9de5-73eed73ede53 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:48:27.643146 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a9841-5b03-4f60-b3be-7c4efe7cd9ef", "name": "network-vif-deleted", "tag": "dfaabde7-2cdd-46ea-9860-694b36767f5e", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:48:27.643371 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97e4fecd-5093-4526-9de5-73eed73ede53 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:48:27.643935 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e4fecd-5093-4526-9de5-73eed73ede53'] response: {'server_uuid': '602a9841-5b03-4f60-b3be-7c4efe7cd9ef', 'name': 'network-vif-deleted', 'tag': 'dfaabde7-2cdd-46ea-9860-694b36767f5e', 'status': 'completed', 'code': 200} Jul 01 16:48:27.644737 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-186b36fd-28b3-4034-8de0-a2474ccad4fe req-a3750128-922c-42ab-abf4-f2c4b5845cc5 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "GET /v2.0/ports?device_id=602a9841-5b03-4f60-b3be-7c4efe7cd9ef HTTP/1.1" status: 200 len: 210 time: 0.0316854 Jul 01 16:48:28.703730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39916) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:28.760340 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (fa393820-ca22-4ee0-b27c-8d13d6177e9b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:28.785517 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (fa393820-ca22-4ee0-b27c-8d13d6177e9b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.124748 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fa393820-ca22-4ee0-b27c-8d13d6177e9b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.127298 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.128435 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa393820-ca22-4ee0-b27c-8d13d6177e9b HTTP/1.1" status: 204 len: 168 time: 0.4240546 Jul 01 16:48:29.141463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a427-5e4d-4acd-ab91-d6238e53a836 tempest-TestShelveInstance-696776370 tempest-TestShelveInstance-696776370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa393820-ca22-4ee0-b27c-8d13d6177e9b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:29.177728 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39920) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:29.590320 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (13b282e8-334a-4914-b122-ef92de481a26), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.804350 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:29.817621 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Deleting port 3db63dec-7df2-4282-9419-c6ed97d101c3 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:29.817955 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.903467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] For port 3db63dec-7df2-4282-9419-c6ed97d101c3, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3db63dec-7df2-4282-9419-c6ed97d101c3,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:29.903831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:29.913756 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:29.918305 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Calling delete_port for 3db63dec-7df2-4282-9419-c6ed97d101c3 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:30.101099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (3db63dec-7df2-4282-9419-c6ed97d101c3), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.123034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db63dec-7df2-4282-9419-c6ed97d101c3,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:30.291323 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (13b282e8-334a-4914-b122-ef92de481a26), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.437403 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:30.463505 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: dfaabde7-2cdd-46ea-9860-694b36767f5e {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:30.463852 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device dfaabde7-2cdd-46ea-9860-694b36767f5e not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:30.501914 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Router 13b282e8-334a-4914-b122-ef92de481a26 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:48:30.606151 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:48:30.611090 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9a759ebe-d326-4c27-bd69-a26e4ee97793 admin admin] 10.222.0.57 "PUT /v2.0/routers/13b282e8-334a-4914-b122-ef92de481a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321108 Jul 01 16:48:30.613813 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39926) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:30.614778 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Sync routers for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:48:30.625553 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:30.626162 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:30.686464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:30.716438 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks [] for router (13b282e8-334a-4914-b122-ef92de481a26), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.729105 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:30.795201 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:30.818269 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks [] for router_gateway (13b282e8-334a-4914-b122-ef92de481a26), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.866613 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Deleting port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:30.866950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.894588 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:30.897445 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:48:30Z', 'revision_number': 5, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port': {'id': 'b81af5fb-8c1f-427a-96e6-a8b5f3cb856b', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b282e8-334a-4914-b122-ef92de481a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:37Z', 'updated_at': '2022-07-01T16:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:30.923104 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Checking router: 13b282e8-334a-4914-b122-ef92de481a26 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:48:30.932209 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Routers {'13b282e8-334a-4914-b122-ef92de481a26'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:30.932820 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['13b282e8-334a-4914-b122-ef92de481a26'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:30.947603 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] For port b81af5fb-8c1f-427a-96e6-a8b5f3cb856b, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:30.947971 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:30.961883 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Calling delete_port for b81af5fb-8c1f-427a-96e6-a8b5f3cb856b owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:31.008111 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:31.018225 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] Set router 13b282e8-334a-4914-b122-ef92de481a26 gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:31.070221 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:48:30Z', 'revision_number': 6, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:31.096247 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd91484-410d-482b-b218-20a7d3da6ca6 None None] The sync data for ids ['13b282e8-334a-4914-b122-ef92de481a26'] in dv-cinder-797608-41-iscsi is: [{'id': '13b282e8-334a-4914-b122-ef92de481a26', 'name': 'tempest-TestShelveInstance-1105081699-router', 'tenant_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:36Z', 'updated_at': '2022-07-01T16:48:30Z', 'revision_number': 6, 'project_id': '1eb9237b6e8a4b5ca032f0664d09f28e', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:48:31.139540 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b81af5fb-8c1f-427a-96e6-a8b5f3cb856b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.165065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Pushing event deleted for resources: {'Port': ['ID=b81af5fb-8c1f-427a-96e6-a8b5f3cb856b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:31.237611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (13b282e8-334a-4914-b122-ef92de481a26), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.326148 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (13b282e8-334a-4914-b122-ef92de481a26), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.328323 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks [] for router_controller (13b282e8-334a-4914-b122-ef92de481a26), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.370979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (13b282e8-334a-4914-b122-ef92de481a26), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.371652 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b282e8-334a-4914-b122-ef92de481a26 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:48:31.376089 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.377238 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e8c50904-bed8-4a23-ae89-d0e4923dd46e admin admin] 10.222.0.57 "DELETE /v2.0/routers/13b282e8-334a-4914-b122-ef92de481a26 HTTP/1.1" status: 204 len: 168 time: 0.7624416 Jul 01 16:48:31.379950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39928) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:31.428361 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Deleting subnet a1cbb64c-18c1-4688-8de0-ff223d0e9212 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:48:31.431639 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Publish callbacks [] for subnet (a1cbb64c-18c1-4688-8de0-ff223d0e9212), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.470275 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (a1cbb64c-18c1-4688-8de0-ff223d0e9212), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.545562 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (a1cbb64c-18c1-4688-8de0-ff223d0e9212), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.589013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:31.601982 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (a1cbb64c-18c1-4688-8de0-ff223d0e9212), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.605605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:31.632721 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cbb64c-18c1-4688-8de0-ff223d0e9212,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:31.639242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.643941 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-930b82ed-0407-4b34-979d-5c81d8922aaa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1cbb64c-18c1-4688-8de0-ff223d0e9212 HTTP/1.1" status: 204 len: 168 time: 0.2617357 Jul 01 16:48:31.645628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39930) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:31.646206 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d1d3d-d57e-47f2-8582-370e7d20c741 None None] Network 7ebc39bf-8ea5-45dd-820b-480ad076a770 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:48:31.724568 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (7ebc39bf-8ea5-45dd-820b-480ad076a770), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.761336 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3db63dec-7df2-4282-9419-c6ed97d101c3 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:31.775325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Deleting port 83a5b74e-a6ad-4584-821e-549b6fb31347 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:31.775659 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.783066 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 3db63dec-7df2-4282-9419-c6ed97d101c3 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:31.783420 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3db63dec-7df2-4282-9419-c6ed97d101c3 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:31.783842 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b81af5fb-8c1f-427a-96e6-a8b5f3cb856b no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:31.803892 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: b81af5fb-8c1f-427a-96e6-a8b5f3cb856b {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:31.804270 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b81af5fb-8c1f-427a-96e6-a8b5f3cb856b not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:31.825459 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] DHCP port deletion for 7ebc39bf-8ea5-45dd-820b-480ad076a770 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:48:31.854851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] For port 83a5b74e-a6ad-4584-821e-549b6fb31347, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=83a5b74e-a6ad-4584-821e-549b6fb31347,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:31.855370 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.868995 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Calling delete_port for 83a5b74e-a6ad-4584-821e-549b6fb31347 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:31.869203 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Deleting port 83a5b74e-a6ad-4584-821e-549b6fb31347 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:31.869581 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.939371 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] For port 83a5b74e-a6ad-4584-821e-549b6fb31347, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=83a5b74e-a6ad-4584-821e-549b6fb31347,segment=NetworkSegment(330347c8-252c-455a-bbd9-c4571090b875),segment_id=330347c8-252c-455a-bbd9-c4571090b875)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:31.939769 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.954009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Calling delete_port for 83a5b74e-a6ad-4584-821e-549b6fb31347 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:31.955152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:31.985182 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a5b74e-a6ad-4584-821e-549b6fb31347,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:31.989682 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] No DVR routers for this DVR port 83a5b74e-a6ad-4584-821e-549b6fb31347 on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:32.036669 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (83a5b74e-a6ad-4584-821e-549b6fb31347), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.060640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] Pushing event deleted for resources: {'Port': ['ID=83a5b74e-a6ad-4584-821e-549b6fb31347,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:32.060837 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (7ebc39bf-8ea5-45dd-820b-480ad076a770), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.064243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ae69a-5aec-4bad-9f89-4d93b5ce3318 None None] No DVR routers for this DVR port 83a5b74e-a6ad-4584-821e-549b6fb31347 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:32.091970 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc39bf-8ea5-45dd-820b-480ad076a770']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:32.101996 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330347c8-252c-455a-bbd9-c4571090b875') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:32.102286 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330347c8-252c-455a-bbd9-c4571090b875') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:32.111777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (330347c8-252c-455a-bbd9-c4571090b875), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.125657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (330347c8-252c-455a-bbd9-c4571090b875), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.132471 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:48:32.132858 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (330347c8-252c-455a-bbd9-c4571090b875), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.165208 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 330347c8-252c-455a-bbd9-c4571090b875 resource provider aggregate not found Jul 01 16:48:32.203710 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (7ebc39bf-8ea5-45dd-820b-480ad076a770), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.211670 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 330347c8-252c-455a-bbd9-c4571090b875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 330347c8-252c-455a-bbd9-c4571090b875 found for delete ", "request_id": "req-ee8b71a0-3e8b-469f-8cbe-603971dc6d7a"}]} Jul 01 16:48:32.213848 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.216838 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7ebc39bf-8ea5-45dd-820b-480ad076a770 HTTP/1.1" status: 204 len: 168 time: 0.5702004 Jul 01 16:48:32.219800 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39936) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:32.227358 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb948f-6481-4de7-9f36-f1b63a627846 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebc39bf-8ea5-45dd-820b-480ad076a770,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:32.766338 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:32.916586 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:32.934299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:32.996682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Deleting port c912a766-e556-4389-b486-5ec50db1acdf {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:32.997021 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (c912a766-e556-4389-b486-5ec50db1acdf), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:33.079700 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] For port c912a766-e556-4389-b486-5ec50db1acdf, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=c912a766-e556-4389-b486-5ec50db1acdf,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:33.080069 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (c912a766-e556-4389-b486-5ec50db1acdf), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:33.093099 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Calling delete_port for c912a766-e556-4389-b486-5ec50db1acdf owned by network:router_interface {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:33.302629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (c912a766-e556-4389-b486-5ec50db1acdf), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:33.332642 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Pushing event deleted for resources: {'Port': ['ID=c912a766-e556-4389-b486-5ec50db1acdf,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:33.502130 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:33.750650 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:48:33.800308 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 83a5b74e-a6ad-4584-821e-549b6fb31347 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:33.821181 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 83a5b74e-a6ad-4584-821e-549b6fb31347 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:33.821525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 83a5b74e-a6ad-4584-821e-549b6fb31347 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:33.840182 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:33.870891 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:48:33.876149 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-46ec6849-e249-411e-a5df-9203815eb350 admin admin] 10.222.0.57 "PUT /v2.0/routers/541bf75d-0d4b-4d5e-97de-38f0ffd63805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6553416 Jul 01 16:48:33.880420 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Sync routers for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:48:33.881181 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39940) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:33.889334 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:33.891095 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:33.891944 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:34.000105 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:34.005356 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks [] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.150943 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks [] for router_gateway (541bf75d-0d4b-4d5e-97de-38f0ffd63805), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.174372 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '303eaacc-cd55-447f-9b43-0dda57816801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:48:33Z', 'revision_number': 5, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port': {'id': '303eaacc-cd55-447f-9b43-0dda57816801', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:42:51Z', 'updated_at': '2022-07-01T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:34.205729 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Checking router: 541bf75d-0d4b-4d5e-97de-38f0ffd63805 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:48:34.223785 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Deleting port 303eaacc-cd55-447f-9b43-0dda57816801 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:34.224143 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (303eaacc-cd55-447f-9b43-0dda57816801), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.225681 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Routers {'541bf75d-0d4b-4d5e-97de-38f0ffd63805'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:48:34.226223 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:48:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:34.320882 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] For port 303eaacc-cd55-447f-9b43-0dda57816801, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=303eaacc-cd55-447f-9b43-0dda57816801,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:34.321883 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (303eaacc-cd55-447f-9b43-0dda57816801), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.336378 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Calling delete_port for 303eaacc-cd55-447f-9b43-0dda57816801 owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:34.339382 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] Set router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:48:34.503905 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:48:34Z', 'revision_number': 6, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:34.551897 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17d4d-7a49-4a19-9621-315d269d92eb None None] The sync data for ids ['541bf75d-0d4b-4d5e-97de-38f0ffd63805'] in dv-cinder-797608-41-iscsi is: [{'id': '541bf75d-0d4b-4d5e-97de-38f0ffd63805', 'name': 'tempest-TestShelveInstance-1508647589-router', 'tenant_id': '03752bab4db8497a911823c2ef95017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:42:50Z', 'updated_at': '2022-07-01T16:48:34Z', 'revision_number': 6, 'project_id': '03752bab4db8497a911823c2ef95017f', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:48:34.553203 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (303eaacc-cd55-447f-9b43-0dda57816801), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.598523 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Pushing event deleted for resources: {'Port': ['ID=303eaacc-cd55-447f-9b43-0dda57816801,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:34.669933 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.763915 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.766071 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks [] for router_controller (541bf75d-0d4b-4d5e-97de-38f0ffd63805), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.810398 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (541bf75d-0d4b-4d5e-97de-38f0ffd63805), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.811003 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541bf75d-0d4b-4d5e-97de-38f0ffd63805 {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:48:34.815117 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.816776 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1309cf6a-3ac1-445c-8e02-8f1f555221da admin admin] 10.222.0.57 "DELETE /v2.0/routers/541bf75d-0d4b-4d5e-97de-38f0ffd63805 HTTP/1.1" status: 204 len: 168 time: 0.9345984 Jul 01 16:48:34.819502 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 39942) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:34.865677 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Deleting subnet 62765d7c-7273-4e2c-9498-97c085f8c428 {{(pid=110574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:48:34.868971 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Publish callbacks [] for subnet (62765d7c-7273-4e2c-9498-97c085f8c428), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.903351 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:34.905985 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3487679'] for subnet (62765d7c-7273-4e2c-9498-97c085f8c428), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:34.988534 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (62765d7c-7273-4e2c-9498-97c085f8c428), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.008682 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:35.045552 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4028851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983330'] for subnet (62765d7c-7273-4e2c-9498-97c085f8c428), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.073733 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62765d7c-7273-4e2c-9498-97c085f8c428,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:35.077569 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for subnet (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.082084 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1d76166b-889e-42dd-aa29-85f7b2757847 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/62765d7c-7273-4e2c-9498-97c085f8c428 HTTP/1.1" status: 204 len: 168 time: 0.2613151 Jul 01 16:48:35.083723 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd32ca-59bb-416e-80ee-d57d5161e74b None None] Network e9315140-0a63-4972-8c75-97828d6a8e62 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:48:35.084853 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39944) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:35.159367 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (e9315140-0a63-4972-8c75-97828d6a8e62), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.204770 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Deleting port cd6d379a-c723-4243-b9a6-91c9a64f16ea {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:35.205110 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.257680 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] DHCP port deletion for e9315140-0a63-4972-8c75-97828d6a8e62 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:48:35.277878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] For port cd6d379a-c723-4243-b9a6-91c9a64f16ea, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=cd6d379a-c723-4243-b9a6-91c9a64f16ea,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:35.278449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.293733 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Calling delete_port for cd6d379a-c723-4243-b9a6-91c9a64f16ea owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:35.297168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Deleting port cd6d379a-c723-4243-b9a6-91c9a64f16ea {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:48:35.297735 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.369442 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] For port cd6d379a-c723-4243-b9a6-91c9a64f16ea, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=cd6d379a-c723-4243-b9a6-91c9a64f16ea,segment=NetworkSegment(250db4a2-23ec-455a-9ed4-61ae0008db57),segment_id=250db4a2-23ec-455a-9ed4-61ae0008db57)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:48:35.369841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.388913 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.415481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6d379a-c723-4243-b9a6-91c9a64f16ea,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:35.419254 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] No DVR routers for this DVR port cd6d379a-c723-4243-b9a6-91c9a64f16ea on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:35.444174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:35.458846 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:35.499839 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (e9315140-0a63-4972-8c75-97828d6a8e62), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.512973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Calling delete_port for cd6d379a-c723-4243-b9a6-91c9a64f16ea owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:48:35.522962 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9315140-0a63-4972-8c75-97828d6a8e62']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:35.532448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250db4a2-23ec-455a-9ed4-61ae0008db57') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:35.532741 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250db4a2-23ec-455a-9ed4-61ae0008db57') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:48:35.543349 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (250db4a2-23ec-455a-9ed4-61ae0008db57), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.558104 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (250db4a2-23ec-455a-9ed4-61ae0008db57), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.565485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:48:35.565995 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (250db4a2-23ec-455a-9ed4-61ae0008db57), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.588066 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 250db4a2-23ec-455a-9ed4-61ae0008db57 resource provider aggregate not found Jul 01 16:48:35.594826 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (cd6d379a-c723-4243-b9a6-91c9a64f16ea), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.616894 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] Pushing event deleted for resources: {'Port': ['ID=cd6d379a-c723-4243-b9a6-91c9a64f16ea,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:35.626132 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46574280-d277-48d4-87c5-ad299eaad16c None None] No DVR routers for this DVR port cd6d379a-c723-4243-b9a6-91c9a64f16ea on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:48:35.634324 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 250db4a2-23ec-455a-9ed4-61ae0008db57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 250db4a2-23ec-455a-9ed4-61ae0008db57 found for delete ", "request_id": "req-4865df43-7c92-4c09-9df7-68844988c6e2"}]} Jul 01 16:48:35.641614 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (e9315140-0a63-4972-8c75-97828d6a8e62), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.647690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.651358 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] 10.222.0.57 "DELETE /v2.0/networks/e9315140-0a63-4972-8c75-97828d6a8e62 HTTP/1.1" status: 204 len: 168 time: 0.5652382 Jul 01 16:48:35.666128 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3532e-68d9-433b-a5ce-79d2fb64db0e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9315140-0a63-4972-8c75-97828d6a8e62,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:35.743015 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device c912a766-e556-4389-b486-5ec50db1acdf no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:35.770185 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: c912a766-e556-4389-b486-5ec50db1acdf {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:35.770714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device c912a766-e556-4389-b486-5ec50db1acdf not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:35.771304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 303eaacc-cd55-447f-9b43-0dda57816801 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:35.794055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 303eaacc-cd55-447f-9b43-0dda57816801 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:35.794428 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 303eaacc-cd55-447f-9b43-0dda57816801 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:35.794840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device cd6d379a-c723-4243-b9a6-91c9a64f16ea no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:48:35.797285 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:35.810119 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39952) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:35.814985 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: cd6d379a-c723-4243-b9a6-91c9a64f16ea {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:48:35.815333 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device cd6d379a-c723-4243-b9a6-91c9a64f16ea not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:48:35.873144 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-eca3bf3c-d955-48ef-a8da-2ad72be2fb2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1eb9237b6e8a4b5ca032f0664d09f28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614316 Jul 01 16:48:35.875546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39954) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:35.951154 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] Publish callbacks [] for security_group (6a7975a9-d618-41e9-ac47-f143ad2e9ea9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:35.989375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] Publish callbacks [] for security_group (6a7975a9-d618-41e9-ac47-f143ad2e9ea9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.053862 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (6a7975a9-d618-41e9-ac47-f143ad2e9ea9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.056436 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.057590 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a7975a9-d618-41e9-ac47-f143ad2e9ea9 HTTP/1.1" status: 204 len: 168 time: 0.1808708 Jul 01 16:48:36.065738 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf862c-3703-4291-9bdf-3ee6d7f2704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7975a9-d618-41e9-ac47-f143ad2e9ea9,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:36.390818 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39960) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:36.435331 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-185570d8-b63b-4be0-90ef-ef5c0d8bd2ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03752bab4db8497a911823c2ef95017f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433512 Jul 01 16:48:36.437723 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 39962) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:48:36.489714 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] Publish callbacks [] for security_group (9a51de20-fcbe-4131-b618-e0ce3287a324), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.516170 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] Publish callbacks [] for security_group (9a51de20-fcbe-4131-b618-e0ce3287a324), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.572249 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (9a51de20-fcbe-4131-b618-e0ce3287a324), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.575303 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:36.576455 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a51de20-fcbe-4131-b618-e0ce3287a324 HTTP/1.1" status: 204 len: 168 time: 0.1378388 Jul 01 16:48:36.586700 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d0dc5-ed32-4087-bb5b-a42807b90e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51de20-fcbe-4131-b618-e0ce3287a324,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:48:39.011882 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2eebed8b-c7ad-456a-974d-8cb3ca097efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:41.539505 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-49e1e404-2ce2-4750-a942-d52299849ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:42.903763 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:44.400794 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:44.506684 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=48 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:44.510603 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=46 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:44.617834 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:45.049858 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:45.054271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:46.579481 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:46.580388 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=59,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:48:52.057016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65341b8-2ef3-427b-ae20-f6b75e22d77f req-1000d8a7-047e-4452-86be-7a8530dad2c8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:52.058611 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d65341b8-2ef3-427b-ae20-f6b75e22d77f req-1000d8a7-047e-4452-86be-7a8530dad2c8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0479879 Jul 01 16:48:52.108032 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d65341b8-2ef3-427b-ae20-f6b75e22d77f req-79b1febc-dd5b-45a5-94d4-e77f18007ddc tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Jul 01 16:48:53.223839 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99f712-69b1-46ae-b7c0-2441dd2e02a4 req-d308ac5b-9c7b-4b48-81f8-6b48061a2ad7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:53.226081 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb99f712-69b1-46ae-b7c0-2441dd2e02a4 req-d308ac5b-9c7b-4b48-81f8-6b48061a2ad7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0468965 Jul 01 16:48:53.272559 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:48:53.274476 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fb99f712-69b1-46ae-b7c0-2441dd2e02a4 req-1d1f8c91-a11d-4125-929e-98935494b359 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Jul 01 16:48:54.393569 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f044b9-0fc7-4d47-b076-7dd9e9cd56e7 req-a2968728-a9a3-4ba0-ac27-3bcb1b911dca tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:54.395025 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0f044b9-0fc7-4d47-b076-7dd9e9cd56e7 req-a2968728-a9a3-4ba0-ac27-3bcb1b911dca tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0502806 Jul 01 16:48:54.444429 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0f044b9-0fc7-4d47-b076-7dd9e9cd56e7 req-4b73c092-873a-428b-9b98-db1d265ffe61 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Jul 01 16:48:54.682565 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:48:55.560258 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e557d8-c89d-47d6-ae0b-c463f723554c req-c2a64912-8902-46cc-af14-21ce60b75966 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:55.561741 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20e557d8-c89d-47d6-ae0b-c463f723554c req-c2a64912-8902-46cc-af14-21ce60b75966 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0475214 Jul 01 16:48:55.609540 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20e557d8-c89d-47d6-ae0b-c463f723554c req-9b5cacb7-c31c-45ed-a2f3-d992a457a1cf tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Jul 01 16:48:56.729795 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6dd5-24dd-4cbb-8519-902d58209042 req-71a0e8b5-92c4-4ade-b9df-76c9acf72992 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:56.731193 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b25f6dd5-24dd-4cbb-8519-902d58209042 req-71a0e8b5-92c4-4ade-b9df-76c9acf72992 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0516458 Jul 01 16:48:56.778603 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b25f6dd5-24dd-4cbb-8519-902d58209042 req-ae301926-5096-42ec-8612-fae8665ca5f9 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Jul 01 16:48:57.894637 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbafaf4-8e35-4f10-a1e8-19356272bb76 req-5895740e-a70c-4115-b941-ce8157f27039 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:57.896106 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bbafaf4-8e35-4f10-a1e8-19356272bb76 req-5895740e-a70c-4115-b941-ce8157f27039 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0485609 Jul 01 16:48:57.944382 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bbafaf4-8e35-4f10-a1e8-19356272bb76 req-12557a59-cec0-4530-b7b1-0c67df225c41 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421548 Jul 01 16:48:59.067730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc4d2-d035-4318-815c-ef1c06a1e587 req-c344098b-56a2-4cbd-a564-a07eece81dd2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:48:59.070128 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bd2fc4d2-d035-4318-815c-ef1c06a1e587 req-c344098b-56a2-4cbd-a564-a07eece81dd2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0488846 Jul 01 16:48:59.121615 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bd2fc4d2-d035-4318-815c-ef1c06a1e587 req-47d104c8-eba5-4a98-9867-fdf5942ddf6d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457308 Jul 01 16:49:00.236800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cce1-3b27-4b41-84f5-24d3c0622434 req-2280a014-0a45-40d0-8c4c-9cc031afb687 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:00.238264 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a336cce1-3b27-4b41-84f5-24d3c0622434 req-2280a014-0a45-40d0-8c4c-9cc031afb687 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jul 01 16:49:00.285904 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a336cce1-3b27-4b41-84f5-24d3c0622434 req-3ae7fd8c-441c-4052-8a8d-5dc060a30b61 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Jul 01 16:49:01.401756 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1879-ab9a-421e-b95d-973a721d4fe9 req-b1cd5c00-3359-45f9-bc10-087edacc9b9d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:01.403220 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-233e1879-ab9a-421e-b95d-973a721d4fe9 req-b1cd5c00-3359-45f9-bc10-087edacc9b9d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0469320 Jul 01 16:49:01.449633 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-233e1879-ab9a-421e-b95d-973a721d4fe9 req-531f3f05-28d8-4581-819c-c3e5240ad93e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Jul 01 16:49:02.830361 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5595-f5d6-43c9-bd19-d3906f31ece9 req-33ede40b-e481-469f-b655-54bc8be7103e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:02.832112 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e58c5595-f5d6-43c9-bd19-d3906f31ece9 req-33ede40b-e481-469f-b655-54bc8be7103e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.3129599 Jul 01 16:49:02.881733 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e58c5595-f5d6-43c9-bd19-d3906f31ece9 req-707a32af-80f9-45b9-acb0-203f0a7453f3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Jul 01 16:49:03.121256 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f08bc-f2c7-48f9-ac55-fdc02d6716e0 req-7e3af5d1-1dcd-4dde-932e-6db6a8a73f27 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:03.122685 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca1f08bc-f2c7-48f9-ac55-fdc02d6716e0 req-7e3af5d1-1dcd-4dde-932e-6db6a8a73f27 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0498989 Jul 01 16:49:03.153781 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:03.171706 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca1f08bc-f2c7-48f9-ac55-fdc02d6716e0 req-85c6ee49-f9bd-429a-92e3-a8168535ecb2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Jul 01 16:49:03.220861 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-13b14810-701e-4fa1-9e99-9e9f7e91aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:03.222366 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-13b14810-701e-4fa1-9e99-9e9f7e91aa66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1129 time: 0.0429330 Jul 01 16:49:03.265983 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:03.267904 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:03.317052 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-3d2c00cd-e9c5-4071-a0a3-31f21519a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:03.318652 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-3d2c00cd-e9c5-4071-a0a3-31f21519a62b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.0871441 Jul 01 16:49:03.387164 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-df0be5b2-912e-483b-af05-b7d0f9f1bec6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 1001 time: 0.0593162 Jul 01 16:49:03.440280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-7488820d-8833-4c1e-9ed0-0227bb3027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:03.441719 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-7488820d-8833-4c1e-9ed0-0227bb3027fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0445921 Jul 01 16:49:03.490216 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-c5e274ae-17b8-4be8-8be9-b6dd302be452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:03.491790 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-c5e274ae-17b8-4be8-8be9-b6dd302be452 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410528 Jul 01 16:49:03.588328 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-a834ca41-8a9e-49de-b5d7-1f3b2610f3e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873613 Jul 01 16:49:03.681355 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-24754fdd-3d29-4f69-966b-c02b9dea4383 req-f407e471-5d7c-4678-8823-a06bba2c7620 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835540 Jul 01 16:49:04.275811 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:04.294148 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e0d2-6d32-492f-b6bd-1af6887b6334 req-cd26ca1c-290d-4e89-9fd0-c379cd6287b7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:04.295629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4653e0d2-6d32-492f-b6bd-1af6887b6334 req-cd26ca1c-290d-4e89-9fd0-c379cd6287b7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0509248 Jul 01 16:49:04.343112 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4653e0d2-6d32-492f-b6bd-1af6887b6334 req-6a38491d-f53e-49fe-8225-a3bd861af451 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Jul 01 16:49:05.465402 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b85c-3fc4-435e-88cc-b72d9615842f req-12fbd60f-ebc8-43d4-8ef8-e8ed07580e3c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:05.466910 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4a75b85c-3fc4-435e-88cc-b72d9615842f req-12fbd60f-ebc8-43d4-8ef8-e8ed07580e3c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0538220 Jul 01 16:49:05.516739 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4a75b85c-3fc4-435e-88cc-b72d9615842f req-e5ce6de3-b822-45b6-b60f-a0049971005a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443079 Jul 01 16:49:09.013395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d74f97f-827f-40e8-b27a-2353c09913ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:09.455514 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=12 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:09.458011 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=16 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:11.541911 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0f9cf3ec-a0d5-451d-ba3e-eb1c59723ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:12.905227 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:13.676729 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=49 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:13.678654 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=45 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:14.402441 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:14.620513 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:15.510227 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=17 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:15.512921 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=17 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:19.667934 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:19.668691 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:23.284369 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:29.387585 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-e4713c13-955d-4bee-b522-bebf612fbdc9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396948 Jul 01 16:49:29.494323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-e9a6a5df-4421-4ad3-a80d-d0a759f037e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:29.495813 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-e9a6a5df-4421-4ad3-a80d-d0a759f037e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1129 time: 0.0434535 Jul 01 16:49:29.599699 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-7bb24b16-8e43-40b9-aee4-51d61017d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:29.601603 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-7bb24b16-8e43-40b9-aee4-51d61017d6c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0867555 Jul 01 16:49:29.666319 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-4d64547f-3d32-4b77-a22c-70c670d28626 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 1001 time: 0.0585151 Jul 01 16:49:29.714979 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-f7272b32-1ef2-4d52-8ff7-8e64e0f36380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:29.716424 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-f7272b32-1ef2-4d52-8ff7-8e64e0f36380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0440788 Jul 01 16:49:29.761849 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-25e93ba2-4c35-47d2-b50c-fbaa758795aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:29.763426 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-25e93ba2-4c35-47d2-b50c-fbaa758795aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405505 Jul 01 16:49:29.868147 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-bf8c8bcd-8472-4b36-a3a8-835dd3d91deb service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979238 Jul 01 16:49:29.960924 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-de632dfa-ca0a-432a-9220-b79a977b6a74 req-c17d0100-baa4-4d63-8dec-0728ae7fe505 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865910 Jul 01 16:49:31.682121 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:49:33.278556 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:33.280488 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:39.015183 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6038270f-285a-4c3c-8761-b62d775a74b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:39.956215 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=52 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:39.957013 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=49 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:40.369599 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-26bc4403-315e-4db3-bfd7-e7ca721badad tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604816131&fields=id&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 267 time: 0.0437317 Jul 01 16:49:40.479314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-60a3751a-4f7b-4253-82f9-9fbe9ad2bb16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:40.480739 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-60a3751a-4f7b-4253-82f9-9fbe9ad2bb16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1042643 Jul 01 16:49:40.495942 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-8e7460c5-48dd-4218-bdbd-b69d2700fc83 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/quotas/0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Jul 01 16:49:40.547215 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-59fabdc8-5d1c-461f-8173-8470bfd2d263 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463004 Jul 01 16:49:40.648858 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-b4c38c9d-b458-452a-bf3a-08fbb5b02f3e service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897815 Jul 01 16:49:40.739464 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e07c6564-0473-49c4-a938-bcd9d3f9ff77 service neutron] 10.222.0.57 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Jul 01 16:49:41.048024 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ff17c2c-53a7-41b2-a269-c972c2d81134 req-0365945a-aa86-4080-9545-9cdb72d7301d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Jul 01 16:49:41.544041 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd3-45c4-486f-ab1b-7e9b54b9cdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:41.677078 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:41.677848 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:42.071325 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7dd31f46-6342-457d-9a4e-80c90bcaf25c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:42.072901 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7dd31f46-6342-457d-9a4e-80c90bcaf25c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 811 time: 0.1095290 Jul 01 16:49:42.146888 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-98f4a267-44c1-43cb-b02d-dbc2175b13ab req-dd9d5fb7-a291-4944-866c-130522ab402e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 210 time: 0.0279398 Jul 01 16:49:42.149852 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-26b63dd6-2f67-45db-8263-b9f85f3c361d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0076c4e65bce4bd58478d09d62607981 HTTP/1.1" status: 200 len: 380 time: 0.0590467 Jul 01 16:49:42.172408 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'port': {'device_id': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'admin_state_up': True, 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'security_groups': ['00985cb1-b20f-4d36-b82c-0eb028d6abdc']}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:49:42.509939 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Made reservation on behalf of 0076c4e65bce4bd58478d09d62607981 for: {'port': 1} {{(pid=110574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:49:42.513450 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:42.643555 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.20.0.11 (6911cac0-9310-49e0-9165-12c7216cb763/3833b1fc-eaa6-4726-80af-6d1e88061cae/8ec49325-cc21-4a36-a53e-e056f6781dc9) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:49:42.792464 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:42.827951 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:42.881964 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network 6911cac0-9310-49e0-9165-12c7216cb763 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:49:42.885878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:49:42.888433 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:49:42.909107 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:42.920674 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:42.936059 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.936407 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.936748 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.937091 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.937427 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.937757 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.939117 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.939509 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.939924 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.940327 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.940751 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.941093 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.941431 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.941783 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.942091 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:42.963466 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:42.964097 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:42.982312 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-e0e1d7a1-8d31-4f63-bb4b-bc565d0c6673 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138807 Jul 01 16:49:43.002249 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Request body: {'port': {'device_id': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:49:43.058611 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:43.068533 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.095268 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a5153992-c790-439e-9fb1-cc8b3bdacc43 None None] Provisioning complete for port 8ec49325-cc21-4a36-a53e-e056f6781dc9 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:49:43.095742 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5153992-c790-439e-9fb1-cc8b3bdacc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.105748 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:43.127887 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a5153992-c790-439e-9fb1-cc8b3bdacc43 None None] Port 8ec49325-cc21-4a36-a53e-e056f6781dc9 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:49:43.268216 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a2455-601c-462c-b87b-a4741b3902ec req-7d1bb0e8-9e66-459b-9980-a5f32201a159 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:43.269860 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-024a2455-601c-462c-b87b-a4741b3902ec req-7d1bb0e8-9e66-459b-9980-a5f32201a159 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 932 time: 0.0493481 Jul 01 16:49:43.320026 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-024a2455-601c-462c-b87b-a4741b3902ec req-44dcfbeb-9717-480b-a453-91e7cb9d586c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Jul 01 16:49:43.340057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec49325-cc21-4a36-a53e-e056f6781dc9 {{(pid=110574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:49:43.347719 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks [] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.360538 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.provisioning_blocks [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Transition to ACTIVE for port object 8ec49325-cc21-4a36-a53e-e056f6781dc9 will not be triggered until provisioned by entity L2. {{(pid=110574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:49:43.364205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.434303 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:43.494059 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Attempting to bind port 8ec49325-cc21-4a36-a53e-e056f6781dc9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:49:43.494462 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Attempting to bind port 8ec49325-cc21-4a36-a53e-e056f6781dc9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:49:43.494796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Attempting to bind port 8ec49325-cc21-4a36-a53e-e056f6781dc9 on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:49:43.499492 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Port 8ec49325-cc21-4a36-a53e-e056f6781dc9 on network 6911cac0-9310-49e0-9165-12c7216cb763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:49:43.499820 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Attempting to bind port 8ec49325-cc21-4a36-a53e-e056f6781dc9 on network 6911cac0-9310-49e0-9165-12c7216cb763 {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:49:43.504905 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:49:43.505245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Checking segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:49:43.505632 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Bound using segment: {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'} {{(pid=110574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:49:43.506065 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.managers [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Bound port: 8ec49325-cc21-4a36-a53e-e056f6781dc9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affa4476-a339-4538-9ed4-3fcb25e6b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763'}}] {{(pid=110574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:49:43.506451 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.572289 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, cleared binding levels {{(pid=110574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:49:43.575276 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:49:43.582111 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.620280 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:43.620909 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:43.622276 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 200 len: 1094 time: 0.6244698 Jul 01 16:49:43.622736 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:49:43.625081 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18823ae5-34e1-4c36-9dc9-61a6d61938df" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:49:43.644801 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbda9e-aa78-4c5f-9e1e-3699b5bc0779 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=3']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:43.671995 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a734dab-aa84-4afa-a81f-58b036a06208 x-openstack-request-id: req-5a734dab-aa84-4afa-a81f-58b036a06208 {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:49:43.672358 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:49:43.672614 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a734dab-aa84-4afa-a81f-58b036a06208 {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:49:43.673060 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a734dab-aa84-4afa-a81f-58b036a06208'] response: {'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'status': 'completed', 'code': 200} Jul 01 16:49:43.738778 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-a5411a7f-d8ac-42c2-a1eb-e926dcbf68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:43.740304 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-a5411a7f-d8ac-42c2-a1eb-e926dcbf68d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1128 time: 0.0426908 Jul 01 16:49:43.795557 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-71ace6bb-2070-4b51-954b-32111ad1f6c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 200 len: 217 time: 0.0385966 Jul 01 16:49:43.848864 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-35cde6f5-0aa7-45fb-bf12-cf5358bf9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:43.850118 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-35cde6f5-0aa7-45fb-bf12-cf5358bf9110 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0471439 Jul 01 16:49:43.894809 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-c88eeb79-3e0c-433c-9094-b8021badf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:43.896293 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-c88eeb79-3e0c-433c-9094-b8021badf776 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399249 Jul 01 16:49:43.995421 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-26c45f4d-9e64-4b46-bd2f-204812ad7f93 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887945 Jul 01 16:49:44.071219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:44.081740 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:44.095304 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-57aaf4bf-7e11-493f-abd4-944704d47e08 req-9676d9ae-94a8-405d-9cc2-2fd2eee2281c service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919530 Jul 01 16:49:44.407708 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:44.513599 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-197c6bde-63da-4d54-9a3a-316e5a611a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:44.515127 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-197c6bde-63da-4d54-9a3a-316e5a611a21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1128 time: 0.0474441 Jul 01 16:49:44.564860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677661f-0ee0-4bfd-8b41-a34f264f49ad req-bb7ef510-2f3f-4776-bd2a-b597ff83a25f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:44.566390 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1677661f-0ee0-4bfd-8b41-a34f264f49ad req-bb7ef510-2f3f-4776-bd2a-b597ff83a25f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0534959 Jul 01 16:49:44.615743 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-08c6d421-134f-40bf-b238-0077452081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:44.617079 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-08c6d421-134f-40bf-b238-0077452081e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0952644 Jul 01 16:49:44.621298 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1677661f-0ee0-4bfd-8b41-a34f264f49ad req-bd6f9c14-f024-41b8-9f69-8b93696c6df9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491147 Jul 01 16:49:44.625304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:45.012345 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-f215284d-72ae-44cc-9a19-d9ff871c9047 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 200 len: 217 time: 0.0382311 Jul 01 16:49:45.066697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-c7deff6f-c9e9-42be-aebd-6a273dc1ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:45.068194 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-c7deff6f-c9e9-42be-aebd-6a273dc1ff90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0461695 Jul 01 16:49:45.156356 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-8e42a4df-ecd0-475d-811d-9a9efb2d697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:45.157892 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-8e42a4df-ecd0-475d-811d-9a9efb2d697d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415108 Jul 01 16:49:45.259464 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-b6fc8e04-92b1-4243-8364-2e41a4e50d17 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951898 Jul 01 16:49:45.352565 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-18823ae5-34e1-4c36-9dc9-61a6d61938df req-325730d9-76cd-4f65-9c00-ba1194cc215f service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856414 Jul 01 16:49:45.743051 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c148a5-ab2b-483b-8848-44d28d15a511 req-690963e4-92cd-4471-9c9c-e5660def2867 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:45.744520 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38c148a5-ab2b-483b-8848-44d28d15a511 req-690963e4-92cd-4471-9c9c-e5660def2867 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0490613 Jul 01 16:49:45.792787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38c148a5-ab2b-483b-8848-44d28d15a511 req-cd632c33-3ca9-4c2a-a1a0-afeac4e61c2a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Jul 01 16:49:46.603586 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02007-e3af-4ddf-b06b-322abdbf1485 req-378de243-5ec7-409f-a7bc-3355207f12de tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:46.605045 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09a02007-e3af-4ddf-b06b-322abdbf1485 req-378de243-5ec7-409f-a7bc-3355207f12de tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0496144 Jul 01 16:49:46.669739 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09a02007-e3af-4ddf-b06b-322abdbf1485 req-cbe3b573-8e70-479c-ba22-2537b49c171b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588779 Jul 01 16:49:46.907628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86c043-d831-41d7-aeb9-ad47ad302bc7 req-329cfae2-94ba-45e4-9914-8f569ad2b98f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:46.909071 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e86c043-d831-41d7-aeb9-ad47ad302bc7 req-329cfae2-94ba-45e4-9914-8f569ad2b98f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0477433 Jul 01 16:49:46.963931 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e86c043-d831-41d7-aeb9-ad47ad302bc7 req-5f34dc4f-c431-4b4d-b941-b5ac0f76591e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Jul 01 16:49:47.787300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f3b0-1550-4350-bdbe-541084afa9af req-6272ef4c-47c6-4a14-bea9-91ebfd11fe05 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:47.788729 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c77f3b0-1550-4350-bdbe-541084afa9af req-6272ef4c-47c6-4a14-bea9-91ebfd11fe05 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0467987 Jul 01 16:49:47.838150 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c77f3b0-1550-4350-bdbe-541084afa9af req-82aed4d9-cf2f-414c-a56a-73df02f2630a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Jul 01 16:49:48.073829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:48.090231 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29be72-bcb8-465a-8796-4584f8c27a82 req-bd9eb819-8fbc-4ff9-a514-00ea444e408d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:48.091765 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b29be72-bcb8-465a-8796-4584f8c27a82 req-bd9eb819-8fbc-4ff9-a514-00ea444e408d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0540462 Jul 01 16:49:48.110850 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:48.143548 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b29be72-bcb8-465a-8796-4584f8c27a82 req-572c081e-1fbe-44b3-9ad1-57a20b642d20 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Jul 01 16:49:48.956961 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e5d4-b8e6-4ea4-92f5-77a17ad943a0 req-f0a15aa9-1595-4c63-9995-bc091fdfa29d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:48.958423 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ec6e5d4-b8e6-4ea4-92f5-77a17ad943a0 req-f0a15aa9-1595-4c63-9995-bc091fdfa29d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0479476 Jul 01 16:49:49.005274 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ec6e5d4-b8e6-4ea4-92f5-77a17ad943a0 req-9f6c748b-a29d-4a19-b1c3-79198111caf7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Jul 01 16:49:49.262916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07b6d-e2cb-428a-9a6d-406afee8dbed req-0e08b2ea-db67-41d6-b73a-da93b61bb8ef tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:49.264657 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4a07b6d-e2cb-428a-9a6d-406afee8dbed req-0e08b2ea-db67-41d6-b73a-da93b61bb8ef tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0510385 Jul 01 16:49:49.323444 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4a07b6d-e2cb-428a-9a6d-406afee8dbed req-d721eea1-4857-47cc-b55b-04824afaa4a7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529463 Jul 01 16:49:50.121916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359974b-2dda-4636-b1e0-90bdee7ca682 req-407eb6f5-f886-4b2d-a26f-a0449d370fec tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:50.123412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1359974b-2dda-4636-b1e0-90bdee7ca682 req-407eb6f5-f886-4b2d-a26f-a0449d370fec tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0499268 Jul 01 16:49:50.170826 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1359974b-2dda-4636-b1e0-90bdee7ca682 req-1f5d6429-160b-4948-9aee-1eaa6f3cf3ee tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Jul 01 16:49:50.436731 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b9eb2-a2ea-4bbf-8371-0fe91df96942 req-58a7aa64-4596-42e8-ba8c-51ef0c4600cf tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:50.438234 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c8b9eb2-a2ea-4bbf-8371-0fe91df96942 req-58a7aa64-4596-42e8-ba8c-51ef0c4600cf tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 944 time: 0.0479524 Jul 01 16:49:50.491261 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c8b9eb2-a2ea-4bbf-8371-0fe91df96942 req-47cf7b48-4256-4294-b582-4a75d0f223bb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475535 Jul 01 16:49:50.842483 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 8ec49325-cc21-4a36-a53e-e056f6781dc9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:49:50.947875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:49:50.959201 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'port_id': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'mac_address': 'fa:16:3e:06:05:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:49:51.006697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 8ec49325-cc21-4a36-a53e-e056f6781dc9 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:49:51.007078 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:51.020841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec49325-cc21-4a36-a53e-e056f6781dc9 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:49:51.040543 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:49:51.044880 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:51.091133 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:51.098028 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.098316 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.098677 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.099009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.099336 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.099660 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.099980 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.100297 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.100614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.100932 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.101253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.101567 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.103028 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.103358 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.103682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:51.296773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e603a3-67a7-443f-b55a-7cc8551138a8 req-3b7536dc-f9b1-45b1-b90a-c8986257e852 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:51.298252 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05e603a3-67a7-443f-b55a-7cc8551138a8 req-3b7536dc-f9b1-45b1-b90a-c8986257e852 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0564344 Jul 01 16:49:51.349276 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05e603a3-67a7-443f-b55a-7cc8551138a8 req-8ac8c2d1-2e17-419c-9b5b-48df04b6eea1 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Jul 01 16:49:51.411878 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['8ec49325-cc21-4a36-a53e-e056f6781dc9'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:49:51.589914 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:51.612645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232213a-a62c-470d-a680-07812da92b1d req-6d7ffe5b-279b-4222-96bf-2d642eeecbbb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:51.614068 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7232213a-a62c-470d-a680-07812da92b1d req-6d7ffe5b-279b-4222-96bf-2d642eeecbbb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Jul 01 16:49:51.673691 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7232213a-a62c-470d-a680-07812da92b1d req-1351ce32-4c37-462c-a4b7-dfc1b189f39d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Jul 01 16:49:52.470274 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29245367-d79f-469d-84a7-497577cedc98 req-1f796c88-1a6f-49e8-852b-e998779337eb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:52.471766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29245367-d79f-469d-84a7-497577cedc98 req-1f796c88-1a6f-49e8-852b-e998779337eb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0529246 Jul 01 16:49:52.518971 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29245367-d79f-469d-84a7-497577cedc98 req-0a5d91f6-9c47-47e0-88e8-b2ac86aaefc6 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Jul 01 16:49:52.789485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27575442-bb85-4263-9902-92223c3d5075 req-3a61690b-4fc5-43d0-a726-bdeaa96f6637 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:52.791099 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27575442-bb85-4263-9902-92223c3d5075 req-3a61690b-4fc5-43d0-a726-bdeaa96f6637 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jul 01 16:49:52.840862 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27575442-bb85-4263-9902-92223c3d5075 req-262f5246-e266-4f9d-b62d-7a25a983af95 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Jul 01 16:49:52.853034 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 8ec49325-cc21-4a36-a53e-e056f6781dc9 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:49:52.877382 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:52.900946 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 8ec49325-cc21-4a36-a53e-e056f6781dc9 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:49:52.906632 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 8ec49325-cc21-4a36-a53e-e056f6781dc9 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:49:52.906998 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:52.979094 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 8ec49325-cc21-4a36-a53e-e056f6781dc9 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:49:52.979389 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:53.001503 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:49:53.003910 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6523cbe-f307-441d-9316-ff81928315b4" -d '{"events": [{"server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "name": "network-vif-plugged", "status": "completed", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:49:53.017138 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:49:53.021662 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:53.046807 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd3154-bb95-4d1a-a822-b83155af7f4f x-openstack-request-id: req-24bd3154-bb95-4d1a-a822-b83155af7f4f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:49:53.047106 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "name": "network-vif-plugged", "status": "completed", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:49:53.047338 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24bd3154-bb95-4d1a-a822-b83155af7f4f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:49:53.047719 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bd3154-bb95-4d1a-a822-b83155af7f4f'] response: {'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'code': 200} Jul 01 16:49:53.073376 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:53.284894 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:53.316211 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8d819-4d8f-4057-aca9-cba5b0a17c57 req-6ef5fe1b-2338-410a-ba7f-8dedb9bb7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:53.317860 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3fe8d819-4d8f-4057-aca9-cba5b0a17c57 req-6ef5fe1b-2338-410a-ba7f-8dedb9bb7a5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1130 time: 0.0475640 Jul 01 16:49:53.367536 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-3fe8d819-4d8f-4057-aca9-cba5b0a17c57 req-7dbef64f-80ef-4cfd-88ec-24728c741076 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Jul 01 16:49:53.636283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba7215-6c6f-4bc9-bb55-c3bec26f3e9b req-8d9ce87a-fa05-4074-b296-2c9d2ab68da4 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:53.637715 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11ba7215-6c6f-4bc9-bb55-c3bec26f3e9b req-8d9ce87a-fa05-4074-b296-2c9d2ab68da4 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0493886 Jul 01 16:49:53.689303 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11ba7215-6c6f-4bc9-bb55-c3bec26f3e9b req-0db8bd2c-9045-4a1b-bea9-99317762cf85 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Jul 01 16:49:53.957080 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c09f6-d132-4d1f-a717-8e554b1cccf5 req-89669d8a-42a6-42e2-84e1-ee9a84540af8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:53.958561 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-617c09f6-d132-4d1f-a717-8e554b1cccf5 req-89669d8a-42a6-42e2-84e1-ee9a84540af8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0482092 Jul 01 16:49:53.970496 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:54.008501 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-617c09f6-d132-4d1f-a717-8e554b1cccf5 req-0e04958e-3450-4765-9c28-f7c9ef150770 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Jul 01 16:49:54.802909 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c2c95-f137-477f-8adb-e5fbfc9e6dea req-f75459da-5491-4999-b6de-750b2ff700d5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:54.804346 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-753c2c95-f137-477f-8adb-e5fbfc9e6dea req-f75459da-5491-4999-b6de-750b2ff700d5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0472646 Jul 01 16:49:54.855510 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-753c2c95-f137-477f-8adb-e5fbfc9e6dea req-ac683c34-201e-4539-a6d7-9ee933499bf5 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Jul 01 16:49:55.126449 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0dd05-51bd-44b4-a3d8-810de8a11cef req-1880da31-ff4f-413e-b322-17b7c51efe02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:55.127938 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db0dd05-51bd-44b4-a3d8-810de8a11cef req-1880da31-ff4f-413e-b322-17b7c51efe02 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0516710 Jul 01 16:49:55.146645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:55.179358 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db0dd05-51bd-44b4-a3d8-810de8a11cef req-b96edb65-92c3-4b62-b09e-ac59a206a1b8 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Jul 01 16:49:55.294770 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01b3de-684b-4cfe-8e4c-a7d389a03e7c req-e087b680-b441-4d66-b75b-f60ea8e6b12e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:55.296146 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b01b3de-684b-4cfe-8e4c-a7d389a03e7c req-e087b680-b441-4d66-b75b-f60ea8e6b12e tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0485518 Jul 01 16:49:55.347920 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b01b3de-684b-4cfe-8e4c-a7d389a03e7c req-f6edce42-db23-4b77-ac51-5088daee9040 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Jul 01 16:49:55.371214 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40168) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:49:55.411964 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9febc14-a145-49fa-9061-b52e98b76846 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:55.413431 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c9febc14-a145-49fa-9061-b52e98b76846 tempest-TestVolumeBootPattern-264680660 tempest-TestVolumeBootPattern-264680660-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1125 time: 0.0412624 Jul 01 16:49:55.416932 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40170) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:49:55.421028 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'port_id': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:49:55.442109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:55.519152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:55.626648 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Allocated IP 172.27.2.19 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/74469e0a-5efa-40f3-bcde-bc72ceaa8acd) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:49:55.731483 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:55.763186 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:55.807907 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:49:55.812731 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:49:55.816503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:49:55.819722 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=74469e0a-5efa-40f3-bcde-bc72ceaa8acd,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:55.847451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.847804 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.848146 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.848551 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.848807 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.849138 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.849466 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.849792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.850123 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.850486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.850814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.851138 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.851460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.851782 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.852281 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:49:55.873389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:55.996704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0065bd4-8d34-470c-bc35-65c38e6b16df req-c7ca6bbd-e647-4119-817c-ecfa93d33d15 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:55.998159 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0065bd4-8d34-470c-bc35-65c38e6b16df req-c7ca6bbd-e647-4119-817c-ecfa93d33d15 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0683589 Jul 01 16:49:56.084469 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:56.123754 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0065bd4-8d34-470c-bc35-65c38e6b16df req-cb39ca42-3830-4ca2-8dc0-71a82a3b9f8c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958354 Jul 01 16:49:56.259261 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (a6f7352b-aa61-409c-94fa-1c897a37b93a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:56.325175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:56.486899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:56.491390 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:56.560727 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event updated for resources: {'Port': ['ID=74469e0a-5efa-40f3-bcde-bc72ceaa8acd,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:49:56.578153 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (a6f7352b-aa61-409c-94fa-1c897a37b93a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:56.661323 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:56.665656 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:56.674858 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP a6f7352b-aa61-409c-94fa-1c897a37b93a associated. External IP: 172.27.2.19, port: 8ec49325-cc21-4a36-a53e-e056f6781dc9. Jul 01 16:49:56.775600 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:56.897005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:49:56.909156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:57.012776 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:49:57.022153 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:49:57.031928 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:49:57.032733 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:49:57.033364 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:49:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:49:57.069751 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8c54b7b5-47bb-4058-99ee-e7e0e98546c6 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6516438 Jul 01 16:49:57.070371 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:49:57.072774 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2215445-a6e0-446f-9aca-e7c9605b7b00" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:49:57.115077 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1499e2b-f5bd-480e-b72a-35e028e853f2 x-openstack-request-id: req-d1499e2b-f5bd-480e-b72a-35e028e853f2 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:49:57.115364 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:49:57.115615 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1499e2b-f5bd-480e-b72a-35e028e853f2 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:49:57.116021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1499e2b-f5bd-480e-b72a-35e028e853f2'] response: {'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'status': 'completed', 'code': 200} Jul 01 16:49:57.144258 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:49:57.201329 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-651655bc-5436-4b9f-b550-a7ceb1d7a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.203001 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-651655bc-5436-4b9f-b550-a7ceb1d7a5b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1130 time: 0.0451975 Jul 01 16:49:57.261725 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828e0e-9be9-40fd-bf6d-c9c9ae0fd384 req-4570cd4b-22f4-4a10-b921-3e4b9c6af09b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.263360 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13828e0e-9be9-40fd-bf6d-c9c9ae0fd384 req-4570cd4b-22f4-4a10-b921-3e4b9c6af09b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0557749 Jul 01 16:49:57.303866 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-4bc77954-c73e-4a52-9770-ea7ddc349975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.306151 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-4bc77954-c73e-4a52-9770-ea7ddc349975 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0974774 Jul 01 16:49:57.313890 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13828e0e-9be9-40fd-bf6d-c9c9ae0fd384 req-89bedce4-a0f4-4751-a4e6-fdbe3e073b5e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Jul 01 16:49:57.376007 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}, {'id': 'a6f7352b-aa61-409c-94fa-1c897a37b93a', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:06:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:49:56Z', 'updated_at': '2022-07-01T16:49:56Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:49:57.380057 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-083cf5dd-99f4-4581-93e3-840051ea02da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 200 len: 999 time: 0.0672874 Jul 01 16:49:57.407695 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:49:57.417507 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:49:57.418600 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:49:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:49:57.442201 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-83570e2b-8ceb-430e-95c0-33114d0541ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.443872 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-83570e2b-8ceb-430e-95c0-33114d0541ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0578589 Jul 01 16:49:57.492262 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-24f44b2b-b6c6-4e1d-8826-9ec0b0041f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.494916 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-24f44b2b-b6c6-4e1d-8826-9ec0b0041f84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439489 Jul 01 16:49:57.535957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:49:57.552696 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619455-f7fa-4dc7-9f87-a0f6d82ddb6f req-dec64868-4d20-4c17-b515-518d2ed9d980 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.563787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9a619455-f7fa-4dc7-9f87-a0f6d82ddb6f req-dec64868-4d20-4c17-b515-518d2ed9d980 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0670991 Jul 01 16:49:57.610266 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-a3d96c96-1fae-4bb0-adf0-fd616063a53c service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994320 Jul 01 16:49:57.631067 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-2d9d26c4-d9ce-4c76-a0de-fd8a6708214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.632544 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-2d9d26c4-d9ce-4c76-a0de-fd8a6708214e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1129 time: 0.0635920 Jul 01 16:49:57.671644 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9a619455-f7fa-4dc7-9f87-a0f6d82ddb6f req-ff151723-d874-426f-aa8e-24094b228ed9 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941675 Jul 01 16:49:57.683681 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=100 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:57.714588 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-c2215445-a6e0-446f-9aca-e7c9605b7b00 req-6e48a600-b896-4ac9-9c17-4239570dec7e service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985494 Jul 01 16:49:57.725016 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:57.732840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:57.751415 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-2343f06c-8b4e-4d8b-84c0-843e33e31cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.752949 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-2343f06c-8b4e-4d8b-84c0-843e33e31cca service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.1121337 Jul 01 16:49:57.791720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}, {'id': 'a6f7352b-aa61-409c-94fa-1c897a37b93a', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:06:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:49:56Z', 'updated_at': '2022-07-01T16:49:56Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:49:57.816338 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-06f94155-3118-49e9-9e95-1186589862f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 1001 time: 0.0554693 Jul 01 16:49:57.816585 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c814b77-281e-456d-9530-32aa6ef0464f None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}, {'id': 'a6f7352b-aa61-409c-94fa-1c897a37b93a', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:06:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:49:56Z', 'updated_at': '2022-07-01T16:49:56Z', 'revision_number': 0, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:49:57.872468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-1e62e23e-cc6f-4625-be9e-7b9152eaeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.873931 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-1e62e23e-cc6f-4625-be9e-7b9152eaeedb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0521157 Jul 01 16:49:57.919501 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-e00ca871-7b4d-41df-bdc5-d6edb0d5c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:57.921173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-e00ca871-7b4d-41df-bdc5-d6edb0d5c08e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412109 Jul 01 16:49:58.012929 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ebdee-662e-448a-b75d-9f2e8a8e318f None None] New status for floating IP a6f7352b-aa61-409c-94fa-1c897a37b93a: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:49:58.022049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-b1eb731b-9b7c-4e5a-8e78-637e4e6a3080 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949352 Jul 01 16:49:58.113891 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b444a06-99b7-4633-ada8-fb332ec9bfe3 req-ae868db7-149a-432f-a4c1-5148edaa9736 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Jul 01 16:49:58.814008 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4316b-c2b3-4abc-9288-37b85e060810 req-b11d2672-2f12-4193-8863-3ba24a515fc6 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:58.815498 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3fd4316b-c2b3-4abc-9288-37b85e060810 req-b11d2672-2f12-4193-8863-3ba24a515fc6 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0483947 Jul 01 16:49:58.838202 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:49:58.871529 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3fd4316b-c2b3-4abc-9288-37b85e060810 req-c038aef4-d31e-4167-8ff0-0b22b82b54f3 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493488 Jul 01 16:49:59.987485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21130259-4658-4f21-bee0-55c96afc9f57 req-200448fb-e50a-47aa-91a5-8adf78dd92cb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:49:59.988837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21130259-4658-4f21-bee0-55c96afc9f57 req-200448fb-e50a-47aa-91a5-8adf78dd92cb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0467606 Jul 01 16:50:00.035758 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21130259-4658-4f21-bee0-55c96afc9f57 req-520554ea-b17f-440d-9c2c-7da440f78609 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Jul 01 16:50:07.708623 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:07.713582 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=97 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:07.793909 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:07.794745 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:08.116475 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:08.119508 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=12 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:08.680518 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:50:09.017684 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-de9cf0ed-40da-45ca-87be-782e30121252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:10.025009 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:10.032537 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=11 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:11.546874 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ed526cc8-6e52-47bc-8518-666a3a3c8f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:12.909038 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:14.406848 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:14.627522 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:18.676154 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:23.293068 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:29.411563 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-49b67aa0-cffa-4547-bdf1-3e93a0becb2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394230 Jul 01 16:50:29.485684 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-e3b10cf0-b834-4ed6-a5d2-10dfe29b8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:29.487197 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-e3b10cf0-b834-4ed6-a5d2-10dfe29b8b16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 1129 time: 0.0408065 Jul 01 16:50:29.598448 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-fd220fe0-d7b6-491d-9efe-933ebc29c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:29.599904 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-fd220fe0-d7b6-491d-9efe-933ebc29c039 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.0930090 Jul 01 16:50:29.666459 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-02ad0a8f-c2c0-49a0-8709-13053377e599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 200 len: 1001 time: 0.0572557 Jul 01 16:50:29.722892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-1050b034-d358-4101-9392-4bbf4ec8a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:29.724336 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-1050b034-d358-4101-9392-4bbf4ec8a497 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0517771 Jul 01 16:50:29.771132 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-86d96b42-42fb-4016-b01a-1a91ac602594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:29.772604 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-86d96b42-42fb-4016-b01a-1a91ac602594 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401723 Jul 01 16:50:29.869591 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-4f32086e-27d0-4156-a7a2-1094d22dd137 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904672 Jul 01 16:50:29.965507 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2da321c9-6d2e-4ebb-80fc-3d45c2ff54a9 req-1d09e1bf-fc6b-407a-a923-1fe4c92fc8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Jul 01 16:50:33.283069 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:33.288520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:33.657717 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:33.663486 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:36.171671 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b916-5c83-4931-9aa6-b32453609693 req-d4ecf618-e623-46eb-8aa3-f9e8a12c6a73 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:36.173109 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d0b916-5c83-4931-9aa6-b32453609693 req-d4ecf618-e623-46eb-8aa3-f9e8a12c6a73 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.1509051 Jul 01 16:50:36.224282 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d0b916-5c83-4931-9aa6-b32453609693 req-8edc3882-ee85-4824-b91a-818f65a2163b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 Jul 01 16:50:37.389276 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f13fa-83b3-4ab9-bd42-b5ca26d48396 req-cd9d3e24-6ec4-4640-a2ba-09a540e6d212 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:37.390837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a1f13fa-83b3-4ab9-bd42-b5ca26d48396 req-cd9d3e24-6ec4-4640-a2ba-09a540e6d212 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0987294 Jul 01 16:50:37.440319 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a1f13fa-83b3-4ab9-bd42-b5ca26d48396 req-cbe259e0-f983-45cb-8471-4865b08cee84 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Jul 01 16:50:38.347859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-c3bc81e5-6fd1-4ca2-a086-4fac4d7f7e1f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:38.349296 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-c3bc81e5-6fd1-4ca2-a086-4fac4d7f7e1f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0471566 Jul 01 16:50:38.454508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Deleting port 15751548-66ba-4e21-a18e-20e6858b091e {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:50:38.455491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (15751548-66ba-4e21-a18e-20e6858b091e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:38.584371 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c449-958d-475f-837f-a6d6ed930f20 req-b7940f1f-4f36-40a8-bb3a-f381f8bcec66 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:38.585797 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5be2c449-958d-475f-837f-a6d6ed930f20 req-b7940f1f-4f36-40a8-bb3a-f381f8bcec66 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 945 time: 0.0695810 Jul 01 16:50:38.586180 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:38.592628 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] For port 15751548-66ba-4e21-a18e-20e6858b091e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=15751548-66ba-4e21-a18e-20e6858b091e,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:50:38.592988 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (15751548-66ba-4e21-a18e-20e6858b091e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:38.966684 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:39.001319 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5be2c449-958d-475f-837f-a6d6ed930f20 req-a2509f23-b1c8-4589-a3a7-aec1a9f17eb2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf608d07-0ae5-4496-b348-3af75f29ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056153 Jul 01 16:50:39.035726 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1eb74c3d-b6ff-4ca5-a466-3b510df4bbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:39.076485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:39.076850 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:39.077167 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Floating IP 51e618ea-4531-4c45-ae8d-cde4f2245d7e disassociated. External IP: 172.27.2.222, port: 15751548-66ba-4e21-a18e-20e6858b091e. Jul 01 16:50:39.077513 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Calling delete_port for 15751548-66ba-4e21-a18e-20e6858b091e owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:50:39.210425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (15751548-66ba-4e21-a18e-20e6858b091e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:39.238457 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'Port': ['ID=15751548-66ba-4e21-a18e-20e6858b091e,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:39.349541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:50:39.454599 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:50:39.465367 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:50:39.476204 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:50:39.476907 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:50:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:39.498900 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] No DVR routers for this DVR port 15751548-66ba-4e21-a18e-20e6858b091e on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:50:39.501415 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:39.504966 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d531a3d-d720-4ff9-87a7-301c44f9201b req-135dedd3-aafb-404a-a3d7-5f22d3e789ac tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "DELETE /v2.0/ports/15751548-66ba-4e21-a18e-20e6858b091e HTTP/1.1" status: 204 len: 173 time: 1.1479671 Jul 01 16:50:39.505396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'name': 'network-vif-deleted', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:50:39.507777 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b327e628-8ffb-41a6-862d-9c7fa4ca3506" -d '{"events": [{"server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "name": "network-vif-deleted", "tag": "15751548-66ba-4e21-a18e-20e6858b091e"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:50:39.546682 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695dbaba-f21a-4139-8fff-ad93fd9be403 x-openstack-request-id: req-695dbaba-f21a-4139-8fff-ad93fd9be403 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:50:39.546979 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c54f9e-6923-4f5c-a7de-be304f3587dc", "name": "network-vif-deleted", "tag": "15751548-66ba-4e21-a18e-20e6858b091e", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:50:39.547233 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-695dbaba-f21a-4139-8fff-ad93fd9be403 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:50:39.547684 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695dbaba-f21a-4139-8fff-ad93fd9be403'] response: {'server_uuid': 'f6c54f9e-6923-4f5c-a7de-be304f3587dc', 'name': 'network-vif-deleted', 'tag': '15751548-66ba-4e21-a18e-20e6858b091e', 'status': 'completed', 'code': 200} Jul 01 16:50:39.597947 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:50:39.803198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:39.828595 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:50:39.838053 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:50:39.838694 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:50:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:39.940608 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:50:40.121039 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fade2ee5-d441-4487-a34b-68b42c081a09 req-06ee6905-b4cb-4f43-ae93-a6116a4ea3db tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6c54f9e-6923-4f5c-a7de-be304f3587dc HTTP/1.1" status: 200 len: 210 time: 0.0301337 Jul 01 16:50:40.145167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:40.171186 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bc65e-0ed0-4d35-aa43-b6ce1d5684f7 None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:50:40.379920 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a85522-0064-4b60-b908-6cdbab4f9add None None] New status for floating IP 51e618ea-4531-4c45-ae8d-cde4f2245d7e: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:50:41.134607 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 15751548-66ba-4e21-a18e-20e6858b091e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:50:41.155274 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 15751548-66ba-4e21-a18e-20e6858b091e {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:50:41.155799 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 15751548-66ba-4e21-a18e-20e6858b091e not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:50:41.218863 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40238) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:41.276241 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (cf608d07-0ae5-4496-b348-3af75f29ea36), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.299406 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (cf608d07-0ae5-4496-b348-3af75f29ea36), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.349413 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (cf608d07-0ae5-4496-b348-3af75f29ea36), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.352034 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.353187 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "DELETE /v2.0/security-groups/cf608d07-0ae5-4496-b348-3af75f29ea36 HTTP/1.1" status: 204 len: 168 time: 0.1333427 Jul 01 16:50:41.356037 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40240) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:41.362418 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d472-2466-485f-9cd4-97f7d8235a3d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf608d07-0ae5-4496-b348-3af75f29ea36,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:41.372290 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.api.v2.resource [None req-10d35462-8c0d-4ffd-8700-c51d3e4b428e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] show failed (client error): The resource could not be found. Jul 01 16:50:41.373356 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-10d35462-8c0d-4ffd-8700-c51d3e4b428e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups/cf608d07-0ae5-4496-b348-3af75f29ea36 HTTP/1.1" status: 404 len: 347 time: 0.0162888 Jul 01 16:50:41.376219 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40242) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:41.489066 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Deleting port feca896c-601b-455a-992a-ce0434f5debe {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:50:41.489411 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (feca896c-601b-455a-992a-ce0434f5debe), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.552548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2b55c79e-b52d-43c6-a33d-3cddf8d93150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.567016 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (feca896c-601b-455a-992a-ce0434f5debe), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.567341 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (feca896c-601b-455a-992a-ce0434f5debe), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.579790 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Calling delete_port for feca896c-601b-455a-992a-ce0434f5debe owned by network:floatingip {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:50:41.712834 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (feca896c-601b-455a-992a-ce0434f5debe), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.738852 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'Port': ['ID=feca896c-601b-455a-992a-ce0434f5debe,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:41.806725 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (51e618ea-4531-4c45-ae8d-cde4f2245d7e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.810335 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.812360 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-b35a75ca-624f-4aa0-9f8b-d00718e7180f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "DELETE /v2.0/floatingips/51e618ea-4531-4c45-ae8d-cde4f2245d7e HTTP/1.1" status: 204 len: 168 time: 0.4351358 Jul 01 16:50:41.887928 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40246) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:41.892459 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555139934', 'description': 'tempest-description--1145410509'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:41.913738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.981897 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (20e716c6-cf4a-4acb-8a5e-569e3e9b81fb), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:41.985503 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (20e716c6-cf4a-4acb-8a5e-569e3e9b81fb), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.015799 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:42.019813 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.021015 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-ed44b14d-e0ee-464e-982b-7eecf8c5864a tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320915 Jul 01 16:50:42.024452 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40248) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:42.029281 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group_rule': {'security_group_id': '20e716c6-cf4a-4acb-8a5e-569e3e9b81fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:42.055790 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (7919f4ba-0a52-4dc9-b458-d5c025a189e4), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.111993 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (7919f4ba-0a52-4dc9-b458-d5c025a189e4), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.115661 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (7919f4ba-0a52-4dc9-b458-d5c025a189e4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.137633 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919f4ba-0a52-4dc9-b458-d5c025a189e4,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:42.145255 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.146517 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3fc45207-954e-4b9f-ba50-9e8b9fbe318f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204925 Jul 01 16:50:42.149662 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40250) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:42.154210 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'security_group_rule': {'security_group_id': '20e716c6-cf4a-4acb-8a5e-569e3e9b81fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:42.161557 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:42.182353 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (cc720b33-9ec7-4172-b6ba-3358b747188f), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.207493 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:42.245094 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (cc720b33-9ec7-4172-b6ba-3358b747188f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.248498 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582419'] for security_group_rule (cc720b33-9ec7-4172-b6ba-3358b747188f), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.266112 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc720b33-9ec7-4172-b6ba-3358b747188f,revision_number=0']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:42.275233 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.276400 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-5edbdc54-48d8-4785-83a3-a79fa0439e35 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255229 Jul 01 16:50:42.279460 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40252) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:42.283672 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.v2.base [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'floatingip': {'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4'}} {{(pid=110574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:42.303684 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.383832 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.488597 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Allocated IP 172.27.2.179 (daf4809e-96ec-425e-ad3e-464ec89431f4/d2034caa-03da-41ca-955c-cdf0d7cc8698/a4919917-9cc7-4ced-8fd6-eca6509829b3) {{(pid=110574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:50:42.594994 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.626898 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.667025 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Network daf4809e-96ec-425e-ad3e-464ec89431f4 is already hosted by enough agents. {{(pid=110574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:50:42.671643 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Resources bound (agent type, host, resource id): {{(pid=110574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:50:42.675424 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Received port after_create {{(pid=110574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:50:42.678617 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=a4919917-9cc7-4ced-8fd6-eca6509829b3,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:42.763625 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.799687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), before_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.864358 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:42.911166 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.916771 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:42.962038 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), precommit_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:42.966754 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028901'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), after_update {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:43.034102 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=a4919917-9cc7-4ced-8fd6-eca6509829b3,revision_number=2']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:43.045446 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.045789 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.046128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.046491 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.046824 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.047152 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.047475 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.047796 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.048120 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.048438 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.048758 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.049076 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.049391 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.049705 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.050018 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:43.057912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:43.073644 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:43.074933 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d8a6b8b4-57af-47ac-843a-6445a7790243 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7945015 Jul 01 16:50:43.290377 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-a2e2e059-3a78-4162-9710-7c2b5626ae30 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--555139934&fields=id&tenant_id=b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 267 time: 0.0428166 Jul 01 16:50:43.373804 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:43.402553 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-50665a77-54ef-40ef-9c5c-b06a385e8881 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:43.404016 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-50665a77-54ef-40ef-9c5c-b06a385e8881 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 811 time: 0.1073427 Jul 01 16:50:43.418875 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-f82eee7c-ad44-45fb-841e-1ff2b00aa979 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/quotas/b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Jul 01 16:50:43.434492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:43.475768 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-df45da98-4948-43da-93b8-9b062165659c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520878 Jul 01 16:50:43.495100 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-430b61f7-4093-4a98-9384-238a6b515024 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:50:43.496066 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-430b61f7-4093-4a98-9384-238a6b515024 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063999 Jul 01 16:50:43.585993 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-a5b11991-328b-454e-8cff-d30806c4c300 service neutron] 10.222.0.57 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845518 Jul 01 16:50:43.681404 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-b41c22d1-569d-4bac-acf6-1896e91b756b service neutron] 10.222.0.57 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890465 Jul 01 16:50:43.857529 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba50acc1-4298-42dd-ac0d-3e186546f3e8 req-e18da013-3968-4477-ad42-d6e3201f5793 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 210 time: 0.0351605 Jul 01 16:50:44.411099 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:44.629586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:44.962730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-450c9710-49a9-4e81-88f8-71cd3cb2f756 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:44.964147 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-450c9710-49a9-4e81-88f8-71cd3cb2f756 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 811 time: 0.1190264 Jul 01 16:50:44.981015 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa9acad1-da83-45b1-8a78-f9d3f7ecc5d5 req-ecf9a3d9-d24d-424d-9769-85ee068b1784 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 210 time: 0.0411177 Jul 01 16:50:45.041021 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-742d7137-781e-4cd5-80e7-27d028d9255d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b152a7ad4d44f8a292995a1598d238 HTTP/1.1" status: 200 len: 379 time: 0.0542252 Jul 01 16:50:45.155828 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'port': {'device_id': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'admin_state_up': True, 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'security_groups': ['20e716c6-cf4a-4acb-8a5e-569e3e9b81fb']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:45.269250 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Made reservation on behalf of b1b152a7ad4d44f8a292995a1598d238 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:50:45.272638 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.405215 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Allocated IP 172.20.0.12 (3b36dbd7-72b5-4d72-9df6-342ee9de795a/0008dc65-5f3a-4cf4-8419-748f1109f6e4/9c4e80c0-564e-49e0-b7cf-d9a47b529be5) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:50:45.547423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.567965 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:45.574850 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:45.582419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.632570 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:50:45.636520 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:50:45.640369 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:50:45.646622 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event updated for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:45.679779 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:50:45.695224 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:45.696368 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.714861 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ce8580db-bb5c-4f21-969d-03aceb23fd04 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629373 Jul 01 16:50:45.724816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ecc49c7c-ef01-4e68-b1bc-d2b564c0a9bb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:50:45.725811 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-ecc49c7c-ef01-4e68-b1bc-d2b564c0a9bb tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051148 Jul 01 16:50:45.743726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Request body: {'port': {'device_id': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:45.807676 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.881498 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-0cf701db-6256-4582-9c9d-9afc49010682 None None] Provisioning complete for port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 triggered by entity DHCP. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:50:45.882076 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cf701db-6256-4582-9c9d-9afc49010682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:45.915359 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-0cf701db-6256-4582-9c9d-9afc49010682 None None] Port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 cannot update to ACTIVE because it is not bound. {{(pid=110576) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 01 16:50:46.103577 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:50:46.114635 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks [] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:46.125713 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591a6c-2390-449f-a98e-38560371e017 req-62ff71af-71af-4cf6-9075-5045420eba54 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:46.127273 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3591a6c-2390-449f-a98e-38560371e017 req-62ff71af-71af-4cf6-9075-5045420eba54 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 932 time: 0.0631547 Jul 01 16:50:46.150859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Transition to ACTIVE for port object 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:50:46.155412 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:46.221237 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3591a6c-2390-449f-a98e-38560371e017 req-58f9e158-4d17-4023-9aa6-aed387837fb7 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877712 Jul 01 16:50:46.234493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:46.306016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Attempting to bind port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:50:46.306458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Attempting to bind port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:50:46.306716 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Attempting to bind port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:50:46.311788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:50:46.312114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Attempting to bind port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 on network 3b36dbd7-72b5-4d72-9df6-342ee9de795a {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:50:46.317342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:50:46.317680 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Checking segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:50:46.318065 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Bound using segment: {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:50:46.318544 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Bound port: 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab47d13-c001-4151-a81c-be075b750ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:50:46.318902 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:46.384779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:50:46.387943 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:50:46.394539 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:46.435641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:46.436238 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:46.437650 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] 10.222.0.43 "PUT /v2.0/ports/9c4e80c0-564e-49e0-b7cf-d9a47b529be5 HTTP/1.1" status: 200 len: 1094 time: 0.6982388 Jul 01 16:50:46.438090 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:50:46.440372 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60dc68d-4340-44ba-8b89-cc11300a4a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:50:46.444834 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:46.447467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:46.467483 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567d6e6-a0b4-4b75-ab4d-1df8988f7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:46.491919 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f8c8c-2269-462b-b464-67e1e9d6c3a7 x-openstack-request-id: req-e62f8c8c-2269-462b-b464-67e1e9d6c3a7 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:50:46.492219 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:50:46.493233 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e62f8c8c-2269-462b-b464-67e1e9d6c3a7 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:50:46.493657 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62f8c8c-2269-462b-b464-67e1e9d6c3a7'] response: {'name': 'network-changed', 'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'status': 'completed', 'code': 200} Jul 01 16:50:46.599572 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-99aecbe4-ec27-46c5-8b06-8e1f575ad9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:46.601152 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-99aecbe4-ec27-46c5-8b06-8e1f575ad9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 1128 time: 0.0895789 Jul 01 16:50:46.648490 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-12d12bd0-1fff-4fe2-aa97-50151abe72ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5 HTTP/1.1" status: 200 len: 217 time: 0.0339544 Jul 01 16:50:46.703087 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-956fedbc-0537-4d1a-a79a-6f9110a02706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:46.704534 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-956fedbc-0537-4d1a-a79a-6f9110a02706 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0498037 Jul 01 16:50:46.751056 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-25f3302d-f24b-4c32-8852-6f03977dd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:46.752520 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-25f3302d-f24b-4c32-8852-6f03977dd79a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407233 Jul 01 16:50:46.850305 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-3c2c080d-11dd-43aa-a116-fc2ba6a6c38a service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901203 Jul 01 16:50:46.943518 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b920a9-6bff-4b97-858a-e5490417f97b req-bf2bfa71-436f-40d9-905d-fa94b723a140 service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851467 Jul 01 16:50:47.336050 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5051-26b7-47c5-b302-7bf1d4b6e5bb req-44228754-0b6f-44b2-b30d-451115670bd4 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:47.338224 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba0e5051-26b7-47c5-b302-7bf1d4b6e5bb req-44228754-0b6f-44b2-b30d-451115670bd4 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 944 time: 0.0490577 Jul 01 16:50:47.390236 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba0e5051-26b7-47c5-b302-7bf1d4b6e5bb req-f03e3d00-af27-4b71-a231-e872b0797d0f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 Jul 01 16:50:47.936499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-dfc81238-bba5-4b0c-a407-5de1a320787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:47.938917 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-dfc81238-bba5-4b0c-a407-5de1a320787c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 1128 time: 0.0558052 Jul 01 16:50:48.050103 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-13904e97-343f-4b1c-89a0-c1e5e456947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:48.051593 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-13904e97-343f-4b1c-89a0-c1e5e456947c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.1067061 Jul 01 16:50:48.108720 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-758ca99a-96f9-4e75-a09b-f597906927e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5 HTTP/1.1" status: 200 len: 217 time: 0.0461400 Jul 01 16:50:48.157637 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-3ddb58b4-b62b-4989-812f-2b68ba8d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:48.159201 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-3ddb58b4-b62b-4989-812f-2b68ba8d341e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0482440 Jul 01 16:50:48.205643 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-729a2f57-6fd4-4ad0-9008-910b86dbe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:48.207198 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-729a2f57-6fd4-4ad0-9008-910b86dbe2b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413282 Jul 01 16:50:48.308777 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-0fed43ce-bfe4-4d64-a202-6dcd3901e4be service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945582 Jul 01 16:50:48.403799 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f60dc68d-4340-44ba-8b89-cc11300a4a5e req-8d5336dc-cd6a-4a48-b3d5-ff6eeddd8e6d service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883331 Jul 01 16:50:48.521642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add957aa-2773-48bd-9849-a4554049b113 req-991a64fa-cbe2-4050-897c-bed7ecb5af34 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:48.523174 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-add957aa-2773-48bd-9849-a4554049b113 req-991a64fa-cbe2-4050-897c-bed7ecb5af34 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 944 time: 0.0537570 Jul 01 16:50:48.569175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:48.581345 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-add957aa-2773-48bd-9849-a4554049b113 req-f66cd697-b771-4a1c-8cb6-5984496fa46c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507784 Jul 01 16:50:49.169992 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:50:49.205525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:49.263969 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:49.270609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:50:49.283152 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'port_id': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'mac_address': 'fa:16:3e:e8:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:50:49.321918 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:50:49.322303 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:49.335126 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:50:49.357548 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:50:49.361373 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:49.407794 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:49.700747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b036bae-e588-496a-914d-5c18fb59d575 req-1bf5cde3-db60-4757-b73c-4255f18fef90 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:49.702219 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b036bae-e588-496a-914d-5c18fb59d575 req-1bf5cde3-db60-4757-b73c-4255f18fef90 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 945 time: 0.0501182 Jul 01 16:50:49.723537 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['9c4e80c0-564e-49e0-b7cf-d9a47b529be5'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:50:49.736197 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:49.753235 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b036bae-e588-496a-914d-5c18fb59d575 req-5270a96a-34dd-4354-81e1-ed43b0e115d0 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Jul 01 16:50:50.874501 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e4b2-47d0-4501-9ddb-c287580272d8 req-8e992dae-d531-41f1-9b15-58af2927b225 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:50.875973 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5c7e4b2-47d0-4501-9ddb-c287580272d8 req-8e992dae-d531-41f1-9b15-58af2927b225 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 945 time: 0.0524063 Jul 01 16:50:50.923635 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5c7e4b2-47d0-4501-9ddb-c287580272d8 req-abd508ca-69d7-45f5-acb4-494f7f4d1716 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Jul 01 16:50:51.182702 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:50:51.232463 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:50:51.238745 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:50:51.239219 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:51.314194 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:50:51.314719 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:51.337840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:50:51.340067 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b7dac-f204-4446-a829-2f4925542f9e" -d '{"events": [{"server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:50:51.352720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:50:51.357487 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:51.380735 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a44b4-da9c-44d8-a38b-b0b30ab513e1 x-openstack-request-id: req-b29a44b4-da9c-44d8-a38b-b0b30ab513e1 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:50:51.381027 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:50:51.381291 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b29a44b4-da9c-44d8-a38b-b0b30ab513e1 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:50:51.381882 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29a44b4-da9c-44d8-a38b-b0b30ab513e1'] response: {'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'code': 200} Jul 01 16:50:51.407582 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:50:51.414810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.415161 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.415506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.415848 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.416185 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.416518 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.416852 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.417182 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.417512 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.418106 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.418227 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.418522 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.418851 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.419176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.419500 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:50:51.596961 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db164d4-27b8-4f00-a7bb-1228f1aa12b4 req-6c0cadd2-84a8-45c1-b66c-4d7e9edb6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:51.598494 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2db164d4-27b8-4f00-a7bb-1228f1aa12b4 req-6c0cadd2-84a8-45c1-b66c-4d7e9edb6239 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 1130 time: 0.0413861 Jul 01 16:50:51.645426 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2db164d4-27b8-4f00-a7bb-1228f1aa12b4 req-81168b5f-5e4a-4218-a897-75efdf191704 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379913 Jul 01 16:50:52.037651 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6398ba-3ca7-404d-b348-a0878a0c0e1e req-25b4cf7a-3924-4ded-b36b-ecc783d16982 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:52.039688 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d6398ba-3ca7-404d-b348-a0878a0c0e1e req-25b4cf7a-3924-4ded-b36b-ecc783d16982 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0482583 Jul 01 16:50:52.090896 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7d6398ba-3ca7-404d-b348-a0878a0c0e1e req-95c11f47-170f-4346-9514-4659a4078b3f tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462174 Jul 01 16:50:53.067053 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:53.067801 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:53.218961 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb871646-9f2d-4685-beb6-4a22cd13c04b req-d14a6847-a47a-478a-8b4c-b35fff3e2382 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:53.220422 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb871646-9f2d-4685-beb6-4a22cd13c04b req-d14a6847-a47a-478a-8b4c-b35fff3e2382 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0593061 Jul 01 16:50:53.271297 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb871646-9f2d-4685-beb6-4a22cd13c04b req-acb049e6-0a1c-4c58-9369-a9d196ed2d53 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450315 Jul 01 16:50:53.294697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:54.391389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128433a-1fa9-4847-b7bb-5c91045e1700 req-431a6662-696e-45cf-9583-b1d83261e8c2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:54.392833 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4128433a-1fa9-4847-b7bb-5c91045e1700 req-431a6662-696e-45cf-9583-b1d83261e8c2 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0476799 Jul 01 16:50:54.440321 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4128433a-1fa9-4847-b7bb-5c91045e1700 req-b6d8ecea-087d-49c9-9dd0-d51aa3ee5396 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Jul 01 16:50:54.555872 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51537778-4d46-42e4-884e-47f1a33cdb74 req-ffcf67a4-7ed9-4d2b-aa3c-c55a1e750311 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:54.557233 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51537778-4d46-42e4-884e-47f1a33cdb74 req-ffcf67a4-7ed9-4d2b-aa3c-c55a1e750311 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0523109 Jul 01 16:50:54.566144 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40320) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:50:54.570421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Request body: {'floatingip': {'port_id': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:50:54.608740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:55.022134 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:55.025771 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:55.028342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:55.120032 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Floating IP db5ba761-b82b-4c4e-8b00-66fed5ca041e associated. External IP: 172.27.2.179, port: 9c4e80c0-564e-49e0-b7cf-d9a47b529be5. Jul 01 16:50:55.182547 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:55.321791 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:50:55.675568 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:55.690954 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:50:55.696226 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:50:55.701711 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:50:55.712631 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:50:55.713249 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:50:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:55.731011 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c39becfc-156a-49f2-8045-dc4d6e94b29e tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "PUT /v2.0/floatingips/db5ba761-b82b-4c4e-8b00-66fed5ca041e HTTP/1.1" status: 200 len: 992 time: 1.1637256 Jul 01 16:50:55.731655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:50:55.734004 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:50:55.817880 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:50:55.826584 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a6e4a-2c6f-47f7-af5d-c1253f0028f6 x-openstack-request-id: req-a23a6e4a-2c6f-47f7-af5d-c1253f0028f6 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:50:55.826868 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:50:55.827120 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a23a6e4a-2c6f-47f7-af5d-c1253f0028f6 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:50:55.827521 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23a6e4a-2c6f-47f7-af5d-c1253f0028f6'] response: {'name': 'network-changed', 'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'status': 'completed', 'code': 200} Jul 01 16:50:55.910082 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-fb4d773e-d737-4027-a0c7-7a2bdea120c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:55.911605 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-fb4d773e-d737-4027-a0c7-7a2bdea120c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b152a7ad4d44f8a292995a1598d238&device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 1130 time: 0.0402029 Jul 01 16:50:55.915688 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:55.980897 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:50:56.008877 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-cd1e8837-f3d5-4bd9-91f1-f3b9eae786de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:56.010378 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-cd1e8837-f3d5-4bd9-91f1-f3b9eae786de service neutron] 10.222.0.43 "GET /v2.0/networks?id=3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 200 len: 912 time: 0.0931783 Jul 01 16:50:56.042756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'db5ba761-b82b-4c4e-8b00-66fed5ca041e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:e8:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:50:42Z', 'updated_at': '2022-07-01T16:50:54Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:56.067294 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:50:56.071400 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-fab2ce6c-5c14-47ce-aa91-0eaab2456789 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5 HTTP/1.1" status: 200 len: 1000 time: 0.0554364 Jul 01 16:50:56.076008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:50:56.076607 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:50:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:56.121403 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-02ef19ac-06d9-4687-9f97-c09138bea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:56.122881 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-02ef19ac-06d9-4687-9f97-c09138bea46e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 200 len: 850 time: 0.0452576 Jul 01 16:50:56.173664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-a3561e9f-33c2-426e-9327-8fcd348f4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:50:56.175187 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-a3561e9f-33c2-426e-9327-8fcd348f4299 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3b36dbd7-72b5-4d72-9df6-342ee9de795a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454116 Jul 01 16:50:56.272479 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-37d64f82-d23a-4464-bc7d-43a822305d7a service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905147 Jul 01 16:50:56.304290 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:50:56.366944 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9e4717d-6d0f-4b0f-890a-0c576570e1ed req-e073a2b4-6673-4721-a702-bb5dbeb8ba9f service neutron] 10.222.0.43 "GET /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878224 Jul 01 16:50:56.520682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'db5ba761-b82b-4c4e-8b00-66fed5ca041e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:e8:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:50:42Z', 'updated_at': '2022-07-01T16:50:54Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:50:56.546300 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4255e-ebd3-4883-8070-7deb42e0519a None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': 'db5ba761-b82b-4c4e-8b00-66fed5ca041e', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'port_id': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'mac_address': 'fa:16:3e:e8:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:50:42Z', 'updated_at': '2022-07-01T16:50:54Z', 'revision_number': 1, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:50:56.733714 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d052d-cc3c-41e2-99f3-2497a6992b92 None None] New status for floating IP db5ba761-b82b-4c4e-8b00-66fed5ca041e: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:51:06.362509 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:06.363328 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=81 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:06.523373 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=51 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:06.524167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=46 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:09.020377 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a732370e-47d3-4cec-b7a1-93f52cd68c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:10.657784 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:10.658601 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=23 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:11.548315 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d589b386-09a0-411c-9513-874a5f93deae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:12.914520 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:14.412729 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:14.633875 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:22.678310 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:51:23.316766 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:29.379948 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-beb9692c-7b4e-4b9d-9da0-6a124e26ee34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378659 Jul 01 16:51:29.493141 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-69df7b5f-04d1-4c65-889b-77fff49980da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:29.494644 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-69df7b5f-04d1-4c65-889b-77fff49980da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1129 time: 0.0443776 Jul 01 16:51:29.602708 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-5af188ad-7536-4a8b-85b5-d98d474ad3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:29.604069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-5af188ad-7536-4a8b-85b5-d98d474ad3f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0907452 Jul 01 16:51:29.666192 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-e804f3f2-ddf2-4751-8230-ae9cb9c7320d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 1001 time: 0.0554738 Jul 01 16:51:29.719643 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-7307bdf5-35f8-4914-b914-2c71a61b6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:29.721086 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-7307bdf5-35f8-4914-b914-2c71a61b6f98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0485451 Jul 01 16:51:29.769852 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-93e518b2-2874-4499-a01f-cc9fd9992f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:29.771343 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-93e518b2-2874-4499-a01f-cc9fd9992f12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401828 Jul 01 16:51:29.873585 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-a7dad41e-d76e-4e73-9c9f-6eea8ea8d846 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957201 Jul 01 16:51:29.969285 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-76bc7885-8957-4889-bea4-6b1739ac2a21 req-d44af2e6-97c0-4989-be95-2cef834af5c2 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890636 Jul 01 16:51:32.673597 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:32.674421 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:33.232645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40348) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:33.306142 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:33.311362 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:33.379987 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port 74469e0a-5efa-40f3-bcde-bc72ceaa8acd {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:33.380324 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:33.465079 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:33.465364 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:33.479585 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for 74469e0a-5efa-40f3-bcde-bc72ceaa8acd owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:33.580766 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:33.644499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (74469e0a-5efa-40f3-bcde-bc72ceaa8acd), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:33.673121 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=74469e0a-5efa-40f3-bcde-bc72ceaa8acd,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:33.699384 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.699800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.700156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.700491 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.700827 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.701159 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.701487 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.701814 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.702137 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.702487 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.702844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.703205 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.703552 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.703896 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.704251 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:33.709419 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:33.755307 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (a6f7352b-aa61-409c-94fa-1c897a37b93a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:33.755878 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP a6f7352b-aa61-409c-94fa-1c897a37b93a disassociated (deleted). External IP: 172.27.2.19, port: 8ec49325-cc21-4a36-a53e-e056f6781dc9. Jul 01 16:51:33.965319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:51:34.070853 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:51:34.075609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:34.080756 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:51:34.091141 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:34.091753 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:34.108754 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ecae56f9-8510-42ef-8829-2a12fc71dc16 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "DELETE /v2.0/floatingips/a6f7352b-aa61-409c-94fa-1c897a37b93a HTTP/1.1" status: 204 len: 168 time: 0.8748064 Jul 01 16:51:34.109463 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:51:34.111831 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46392e6c-ce3e-4155-8b3c-84560352278b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:51:34.158468 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125155e0-910d-49bd-b474-73d153c5f3c3 x-openstack-request-id: req-125155e0-910d-49bd-b474-73d153c5f3c3 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:51:34.158866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:51:34.159237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-125155e0-910d-49bd-b474-73d153c5f3c3 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:51:34.159784 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125155e0-910d-49bd-b474-73d153c5f3c3'] response: {'name': 'network-changed', 'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'status': 'completed', 'code': 200} Jul 01 16:51:34.210844 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:34.259015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46392e6c-ce3e-4155-8b3c-84560352278b req-b0d2bbdf-67bf-4270-a168-531770186464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:34.260577 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-b0d2bbdf-67bf-4270-a168-531770186464 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 1130 time: 0.0531876 Jul 01 16:51:34.360183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa5bc3-7cf5-4662-ae48-68c9b5c97de6 req-aab05dd5-2f88-4b4b-9113-910905d1a114 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:34.361669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0aa5bc3-7cf5-4662-ae48-68c9b5c97de6 req-aab05dd5-2f88-4b4b-9113-910905d1a114 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0545447 Jul 01 16:51:34.417361 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0aa5bc3-7cf5-4662-ae48-68c9b5c97de6 req-c99153b6-cb43-4419-8df3-7f4bf31b9cbb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481606 Jul 01 16:51:34.435901 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:34.469679 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:51:34.479681 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:34.480293 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:12Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:34.587440 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:34.803434 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:34.831741 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad9183-9588-4b15-b2ee-a960d4ba1f66 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_floatingips': [{'id': '09cdd01b-5f2c-4491-99c5-e92faff06119', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'router_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'port_id': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'mac_address': 'fa:16:3e:90:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-01T16:47:49Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 1, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:51:35.061277 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846853e-925a-403b-86d2-5098dbe4150e None None] New status for floating IP a6f7352b-aa61-409c-94fa-1c897a37b93a: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:51:35.549556 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0bd9-d9de-47bc-8e53-64cca50f024d req-b20716cb-a07c-48ac-a2b5-ce4bf5d7e64b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:35.551157 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae0e0bd9-d9de-47bc-8e53-64cca50f024d req-b20716cb-a07c-48ac-a2b5-ce4bf5d7e64b tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Jul 01 16:51:35.600353 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae0e0bd9-d9de-47bc-8e53-64cca50f024d req-e91b7b7e-4bed-48f6-9187-c5fc99a42e61 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436559 Jul 01 16:51:35.706377 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46392e6c-ce3e-4155-8b3c-84560352278b req-4e9d2bd5-d9c5-48cb-a996-c6f8f27f36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:35.707852 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-4e9d2bd5-d9c5-48cb-a996-c6f8f27f36e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.0930862 Jul 01 16:51:35.796241 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-6ab0f5b2-c780-4feb-af5f-eb6e798aa2c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 200 len: 217 time: 0.0343421 Jul 01 16:51:35.847508 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46392e6c-ce3e-4155-8b3c-84560352278b req-cfc48a2b-98ce-4e83-a505-f274555cb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:35.849088 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-cfc48a2b-98ce-4e83-a505-f274555cb931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0463798 Jul 01 16:51:36.378779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46392e6c-ce3e-4155-8b3c-84560352278b req-1bdc565a-008e-4d4d-9d13-549d35516525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:36.380270 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-1bdc565a-008e-4d4d-9d13-549d35516525 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415223 Jul 01 16:51:36.474396 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:36.478908 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-67232d0a-afe7-4b48-b635-8b672d57a152 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898509 Jul 01 16:51:36.705899 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:36.740800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b69fb-8ca6-43fa-9dc3-866d3c03058b req-b3eaf91e-b784-4d8b-95a4-c5b3841b9d66 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:36.742376 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f6b69fb-8ca6-43fa-9dc3-866d3c03058b req-b3eaf91e-b784-4d8b-95a4-c5b3841b9d66 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0715215 Jul 01 16:51:36.841396 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-d4727a60-0166-4f88-b6df-356c9681ee6d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:36.843058 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-d4727a60-0166-4f88-b6df-356c9681ee6d tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Jul 01 16:51:36.856827 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f6b69fb-8ca6-43fa-9dc3-866d3c03058b req-893afedb-825b-48bb-8f29-5749f697da64 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036386 Jul 01 16:51:36.858629 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46392e6c-ce3e-4155-8b3c-84560352278b req-172c71fc-548b-414e-b228-a0ceedaabbcb service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486812 Jul 01 16:51:36.944702 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port 8ec49325-cc21-4a36-a53e-e056f6781dc9 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:36.945027 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:37.043184 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] For port 8ec49325-cc21-4a36-a53e-e056f6781dc9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ec49325-cc21-4a36-a53e-e056f6781dc9,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:37.043550 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:37.056310 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for 8ec49325-cc21-4a36-a53e-e056f6781dc9 owned by compute:nova {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:37.182364 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (8ec49325-cc21-4a36-a53e-e056f6781dc9), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:37.207497 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=8ec49325-cc21-4a36-a53e-e056f6781dc9,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:37.260542 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] No DVR routers for this DVR port 8ec49325-cc21-4a36-a53e-e056f6781dc9 on host hv-cinder-79760 {{(pid=110574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:37.264918 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:37.268251 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-0fe3f5b6-87a5-4cfa-b8e6-569bf8675873 req-7e78a525-4ec9-42c2-a25f-3d9133ba10c9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "DELETE /v2.0/ports/8ec49325-cc21-4a36-a53e-e056f6781dc9 HTTP/1.1" status: 204 len: 173 time: 0.4195468 Jul 01 16:51:37.268685 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'name': 'network-vif-deleted', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9'}] {{(pid=110574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:51:37.270941 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b991df50b28ff9605ead8a67902b7638d474ed6063449afe317c399c520050" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58cf364-e43b-4543-bfc5-f748e5131687" -d '{"events": [{"server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "name": "network-vif-deleted", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9"}]}' {{(pid=110574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:51:37.373493 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef4b4d-f2bc-4934-b38f-bfabefd8cf0a x-openstack-request-id: req-e6ef4b4d-f2bc-4934-b38f-bfabefd8cf0a {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:51:37.373793 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc16539-c026-4455-bb75-c1d02f6886b9", "name": "network-vif-deleted", "tag": "8ec49325-cc21-4a36-a53e-e056f6781dc9", "status": "completed", "code": 200}]} {{(pid=110574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:51:37.374065 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6ef4b4d-f2bc-4934-b38f-bfabefd8cf0a {{(pid=110574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:51:37.374485 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ef4b4d-f2bc-4934-b38f-bfabefd8cf0a'] response: {'server_uuid': 'ebc16539-c026-4455-bb75-c1d02f6886b9', 'name': 'network-vif-deleted', 'tag': '8ec49325-cc21-4a36-a53e-e056f6781dc9', 'status': 'completed', 'code': 200} Jul 01 16:51:37.983323 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-723740dd-0da0-4cfd-96da-bf290b3655c0 req-b9a6454a-a911-4d74-b019-06a9704b113c tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc16539-c026-4455-bb75-c1d02f6886b9 HTTP/1.1" status: 200 len: 210 time: 0.0298543 Jul 01 16:51:39.026828 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac77ed53-3e6d-4d96-8f88-02c224bb5dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:39.404704 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 8ec49325-cc21-4a36-a53e-e056f6781dc9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:39.461418 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 8ec49325-cc21-4a36-a53e-e056f6781dc9 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:39.462454 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 8ec49325-cc21-4a36-a53e-e056f6781dc9 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:41.295655 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40424) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:41.443139 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port 742f11f3-f3eb-458e-8218-2b567c30dad2 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:41.443485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.521749 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.522078 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (742f11f3-f3eb-458e-8218-2b567c30dad2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.536636 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for 742f11f3-f3eb-458e-8218-2b567c30dad2 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:41.551963 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f5306b5b-feee-4c47-89c4-cafbe27cbc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.686574 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (742f11f3-f3eb-458e-8218-2b567c30dad2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.713340 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=742f11f3-f3eb-458e-8218-2b567c30dad2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:41.776291 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (09cdd01b-5f2c-4491-99c5-e92faff06119), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:41.776622 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Floating IP 09cdd01b-5f2c-4491-99c5-e92faff06119 disassociated (deleted). External IP: 172.27.2.155, port: b189e3e5-619a-4eff-907c-88d68b95600f. Jul 01 16:51:41.964550 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:41.982596 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:51:41.985836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:42.090583 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:51:42.095237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:42.101092 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:51:42.110871 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:42.111476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:42.114260 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:42.126365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-45249d8b-44e8-4a11-973b-3e3626e2d589 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "DELETE /v2.0/floatingips/09cdd01b-5f2c-4491-99c5-e92faff06119 HTTP/1.1" status: 204 len: 168 time: 0.8295898 Jul 01 16:51:42.127005 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:51:42.129267 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bac6a51-2f42-457f-b0bd-685f644dc256" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:51:42.168069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38342f-f9d6-4532-b7c6-097179daf946 x-openstack-request-id: req-2c38342f-f9d6-4532-b7c6-097179daf946 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:51:42.168541 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:51:42.168861 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c38342f-f9d6-4532-b7c6-097179daf946 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:51:42.169333 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c38342f-f9d6-4532-b7c6-097179daf946'] response: {'name': 'network-changed', 'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'status': 'completed', 'code': 200} Jul 01 16:51:42.201942 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:42.220264 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:42.276365 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-e859f6ad-7765-495e-a576-d9cd02b3093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:42.278101 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-e859f6ad-7765-495e-a576-d9cd02b3093d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0076c4e65bce4bd58478d09d62607981&device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 1129 time: 0.0509446 Jul 01 16:51:42.371172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f8306-90a1-445a-b8dd-bd07a00e1043 req-61b1b87c-fcaa-4a77-95f6-01a1174f7789 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:42.372721 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-796f8306-90a1-445a-b8dd-bd07a00e1043 req-61b1b87c-fcaa-4a77-95f6-01a1174f7789 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0536575 Jul 01 16:51:42.431098 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-796f8306-90a1-445a-b8dd-bd07a00e1043 req-73dc1c38-0dbd-4515-a254-1aa65179c6b7 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521004 Jul 01 16:51:42.548609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:42.577127 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:51:42.585916 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:42.586555 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:42.687614 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:42.874269 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:42.899764 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337c08-f75a-4c84-93f0-3534dfa134ba None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:38Z', 'revision_number': 4, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': '75cb2de2-4a25-404b-8cf4-d196b7f5add8', 'name': '', 'network_id': '6911cac0-9310-49e0-9165-12c7216cb763', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'mac_address': 'fa:16:3e:51:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:37Z', 'updated_at': '2022-07-01T16:44:41Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'subnets': [{'id': '3833b1fc-eaa6-4726-80af-6d1e88061cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:51:42.918603 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:43.116558 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebca31-da58-4c25-85d0-ea6ea543d491 None None] New status for floating IP 09cdd01b-5f2c-4491-99c5-e92faff06119: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:51:43.547526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfa493-bb7f-466e-a426-cfe354e5d061 req-d78e8a9e-9cda-4f42-b348-aca1d7df429a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:43.548979 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27dfa493-bb7f-466e-a426-cfe354e5d061 req-d78e8a9e-9cda-4f42-b348-aca1d7df429a tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0468984 Jul 01 16:51:43.598029 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27dfa493-bb7f-466e-a426-cfe354e5d061 req-9230a456-53b7-4365-9e3a-41a4b5131bb5 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/security-groups?id=00985cb1-b20f-4d36-b82c-0eb028d6abdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Jul 01 16:51:43.913697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-f10eb32f-6bfa-4050-8ed7-ef4a149609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:43.915182 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-f10eb32f-6bfa-4050-8ed7-ef4a149609c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 200 len: 912 time: 0.3110285 Jul 01 16:51:44.112269 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-ea61c3f6-0832-4ca3-a9d9-304da4f12f5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 200 len: 217 time: 0.0334752 Jul 01 16:51:44.159845 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-30cb06e0-ce37-4470-bfd6-1a4acbf86d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:44.161217 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-30cb06e0-ce37-4470-bfd6-1a4acbf86d5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 200 len: 850 time: 0.0418303 Jul 01 16:51:44.262543 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-0d146fa3-63d0-412b-a069-92d7730e7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:44.264030 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-0d146fa3-63d0-412b-a069-92d7730e7f15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6911cac0-9310-49e0-9165-12c7216cb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440516 Jul 01 16:51:44.267483 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-70557b60-8064-4010-8dd5-6829294dc028 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:44.268883 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-70557b60-8064-4010-8dd5-6829294dc028 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 945 time: 0.0476980 Jul 01 16:51:44.362460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port b189e3e5-619a-4eff-907c-88d68b95600f {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:44.362720 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.370619 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-bdfa77e4-33fe-4a36-ae2a-f72199b8ae21 service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Jul 01 16:51:44.421506 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.456412 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] For port b189e3e5-619a-4eff-907c-88d68b95600f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b189e3e5-619a-4eff-907c-88d68b95600f,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:44.456779 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.471282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for b189e3e5-619a-4eff-907c-88d68b95600f owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:44.475576 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [req-2bac6a51-2f42-457f-b0bd-685f644dc256 req-23eedec2-1321-4e24-bdb2-df39211f3c1e service neutron] 10.222.0.43 "GET /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957196 Jul 01 16:51:44.608964 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b189e3e5-619a-4eff-907c-88d68b95600f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.638711 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=b189e3e5-619a-4eff-907c-88d68b95600f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:44.644742 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.696013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] No DVR routers for this DVR port b189e3e5-619a-4eff-907c-88d68b95600f on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:44.699295 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:44.702570 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfea58d3-0d97-4b03-96ca-e91763ff248c req-74779f95-349c-44ad-b9b5-ee363b3f30f3 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.43 "DELETE /v2.0/ports/b189e3e5-619a-4eff-907c-88d68b95600f HTTP/1.1" status: 204 len: 173 time: 0.4226773 Jul 01 16:51:44.702996 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'name': 'network-vif-deleted', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:51:44.705156 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae578df-847d-4c40-ae0b-2e1e3c981c8b" -d '{"events": [{"server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "name": "network-vif-deleted", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:51:44.724569 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c956312-aeee-4bbe-a78a-08777eb5e5dd req-6afe780b-e138-4b5e-adda-94e6fe77dca9 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 210 time: 0.0371771 Jul 01 16:51:44.759843 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aeacb3-5c1b-45b8-b947-2c869cc6c825 x-openstack-request-id: req-32aeacb3-5c1b-45b8-b947-2c869cc6c825 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:51:44.760128 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e", "name": "network-vif-deleted", "tag": "b189e3e5-619a-4eff-907c-88d68b95600f", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:51:44.760376 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32aeacb3-5c1b-45b8-b947-2c869cc6c825 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:51:44.760776 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32aeacb3-5c1b-45b8-b947-2c869cc6c825'] response: {'server_uuid': 'c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e', 'name': 'network-vif-deleted', 'tag': 'b189e3e5-619a-4eff-907c-88d68b95600f', 'status': 'completed', 'code': 200} Jul 01 16:51:45.836745 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-53cb736c-13c4-4eda-a20c-3c30fd700cfa req-61c30ab4-d0f3-4f73-958d-aaef0300f706 tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "GET /v2.0/ports?device_id=c50f55c8-c1e5-4d5f-aa7c-61bbf412b71e HTTP/1.1" status: 200 len: 210 time: 0.0294478 Jul 01 16:51:46.895740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40452) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:47.003425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:47.011646 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Deleting port 9b61c1ae-ba1b-4359-a4a5-79f0821b4460 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:47.011999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.096559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.096886 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.110039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Calling delete_port for 9b61c1ae-ba1b-4359-a4a5-79f0821b4460 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:47.124479 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:47.250314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (9b61c1ae-ba1b-4359-a4a5-79f0821b4460), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.277469 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'Port': ['ID=9b61c1ae-ba1b-4359-a4a5-79f0821b4460,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:47.342198 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for floatingip (f786395a-a602-435d-8e01-09d07205ed36), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.344859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:47.346049 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9fccaee0-d7a5-4434-81d7-8c58b71f260f tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "DELETE /v2.0/floatingips/f786395a-a602-435d-8e01-09d07205ed36 HTTP/1.1" status: 204 len: 168 time: 0.4494164 Jul 01 16:51:47.448320 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b189e3e5-619a-4eff-907c-88d68b95600f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:47.480654 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: b189e3e5-619a-4eff-907c-88d68b95600f {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:47.481011 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device b189e3e5-619a-4eff-907c-88d68b95600f not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:48.562242 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40482) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:48.621506 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (00985cb1-b20f-4d36-b82c-0eb028d6abdc), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:48.651363 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (00985cb1-b20f-4d36-b82c-0eb028d6abdc), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:48.722470 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (00985cb1-b20f-4d36-b82c-0eb028d6abdc), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:48.725314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:48.727412 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] 10.222.0.57 "DELETE /v2.0/security-groups/00985cb1-b20f-4d36-b82c-0eb028d6abdc HTTP/1.1" status: 204 len: 168 time: 0.1641345 Jul 01 16:51:48.737342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91824b28-c99c-42b9-9f85-5d73f85d58cb tempest-TestVolumeBootPattern-262431778 tempest-TestVolumeBootPattern-262431778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00985cb1-b20f-4d36-b82c-0eb028d6abdc,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:48.780479 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40488) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:49.621844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:49.624425 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:49.885937 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:49.891559 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Deleting port 75cb2de2-4a25-404b-8cf4-d196b7f5add8 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:49.891921 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:49.992987 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] For port 75cb2de2-4a25-404b-8cf4-d196b7f5add8, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=75cb2de2-4a25-404b-8cf4-d196b7f5add8,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:49.993430 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:50.010623 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Calling delete_port for 75cb2de2-4a25-404b-8cf4-d196b7f5add8 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:50.208745 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (75cb2de2-4a25-404b-8cf4-d196b7f5add8), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:50.233927 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cb2de2-4a25-404b-8cf4-d196b7f5add8,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:50.400872 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:50.584279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:50.625550 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:51:50.730772 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:51:50.735742 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-53d0bf97-bf35-4f1d-88be-f1b41e36d607 admin admin] 10.222.0.57 "PUT /v2.0/routers/9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9541750 Jul 01 16:51:50.738441 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40504) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:50.739357 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Sync routers for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:51:50.750438 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:50.751062 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:50.823272 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:50.839173 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:50.853192 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks [] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:50.862466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:50.957914 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks [] for router_gateway (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:50.982494 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:51.002183 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Deleting port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:51.002557 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.050437 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:51:50Z', 'revision_number': 5, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port': {'id': '16d6ea3a-2853-465f-a7f3-70eb7098ce1a', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:51.076703 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Checking router: 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:51:51.085564 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Routers {'9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:51.086167 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:51.087054 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] For port 16d6ea3a-2853-465f-a7f3-70eb7098ce1a, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:51.087346 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.101774 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Calling delete_port for 16d6ea3a-2853-465f-a7f3-70eb7098ce1a owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:51.176933 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] Set router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:51.232929 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:51:50Z', 'revision_number': 6, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:51.264050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ce2b-fc47-4482-8887-2403cad63220 None None] The sync data for ids ['9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a'] in dv-cinder-797608-41-iscsi is: [{'id': '9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a', 'name': 'tempest-TestVolumeBootPattern-192073515-router', 'tenant_id': '0076c4e65bce4bd58478d09d62607981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:35Z', 'updated_at': '2022-07-01T16:51:50Z', 'revision_number': 6, 'project_id': '0076c4e65bce4bd58478d09d62607981', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:51:51.294123 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (16d6ea3a-2853-465f-a7f3-70eb7098ce1a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.352959 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d6ea3a-2853-465f-a7f3-70eb7098ce1a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:51.385823 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.386248 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.386616 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.387043 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.387429 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.387769 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.388107 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.388438 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.388768 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.389103 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.389437 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.389765 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.390090 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.390436 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.390763 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:51.410884 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.502703 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.505209 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks [] for router_controller (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.555899 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.556575 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:51:51.562550 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.563687 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-34d260fb-2c10-4012-acb8-77c21a6e7d23 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9dfaf7ad-b21d-4a50-a956-733a6aeb0b5a HTTP/1.1" status: 204 len: 168 time: 0.8242908 Jul 01 16:51:51.566263 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40524) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:51.639786 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Deleting subnet 3833b1fc-eaa6-4726-80af-6d1e88061cae {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:51:51.652220 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Publish callbacks [] for subnet (3833b1fc-eaa6-4726-80af-6d1e88061cae), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.656003 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:51.688642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48945e-5755-405f-a729-c00a912e3143 req-2be660da-f12b-44e8-891c-3017944af83d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:51.690135 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd48945e-5755-405f-a729-c00a912e3143 req-2be660da-f12b-44e8-891c-3017944af83d tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0859761 Jul 01 16:51:51.718227 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (3833b1fc-eaa6-4726-80af-6d1e88061cae), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.781262 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd48945e-5755-405f-a729-c00a912e3143 req-23c1d9b0-4994-40b2-9308-128fc8d52284 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832558 Jul 01 16:51:51.819377 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (3833b1fc-eaa6-4726-80af-6d1e88061cae), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.878546 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (3833b1fc-eaa6-4726-80af-6d1e88061cae), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.905117 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3833b1fc-eaa6-4726-80af-6d1e88061cae,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:51.907095 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:51.910814 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0f019c06-f83b-4172-a37e-2d714be58b5a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3833b1fc-eaa6-4726-80af-6d1e88061cae HTTP/1.1" status: 204 len: 168 time: 0.3429198 Jul 01 16:51:51.911188 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c3abb-3dbd-408c-9649-dc336642438c None None] Network 6911cac0-9310-49e0-9165-12c7216cb763 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:51:51.913514 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40526) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:51.984474 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (6911cac0-9310-49e0-9165-12c7216cb763), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.029164 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Deleting port 1af10e9c-e33f-42d5-b737-254f08ccbc7b {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:52.029572 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.079462 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] DHCP port deletion for 6911cac0-9310-49e0-9165-12c7216cb763 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:51:52.087569 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:52.103495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] For port 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=1af10e9c-e33f-42d5-b737-254f08ccbc7b,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:52.103878 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.118266 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Calling delete_port for 1af10e9c-e33f-42d5-b737-254f08ccbc7b owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:52.121028 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 16d6ea3a-2853-465f-a7f3-70eb7098ce1a no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:52.149894 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 16d6ea3a-2853-465f-a7f3-70eb7098ce1a {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:52.150227 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 16d6ea3a-2853-465f-a7f3-70eb7098ce1a not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:52.150593 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 75cb2de2-4a25-404b-8cf4-d196b7f5add8 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:52.152476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Deleting port 1af10e9c-e33f-42d5-b737-254f08ccbc7b {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:52.152835 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.167213 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:52.182589 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 75cb2de2-4a25-404b-8cf4-d196b7f5add8 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:52.182939 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 75cb2de2-4a25-404b-8cf4-d196b7f5add8 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:52.206844 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.236557 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af10e9c-e33f-42d5-b737-254f08ccbc7b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:52.240061 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] No DVR routers for this DVR port 1af10e9c-e33f-42d5-b737-254f08ccbc7b on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:52.243318 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] For port 1af10e9c-e33f-42d5-b737-254f08ccbc7b, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=1af10e9c-e33f-42d5-b737-254f08ccbc7b,segment=NetworkSegment(affa4476-a339-4538-9ed4-3fcb25e6b268),segment_id=affa4476-a339-4538-9ed4-3fcb25e6b268)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:52.243739 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.261578 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Calling delete_port for 1af10e9c-e33f-42d5-b737-254f08ccbc7b owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:52.313785 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (6911cac0-9310-49e0-9165-12c7216cb763), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.336785 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6911cac0-9310-49e0-9165-12c7216cb763']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:52.341250 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (1af10e9c-e33f-42d5-b737-254f08ccbc7b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.347107 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affa4476-a339-4538-9ed4-3fcb25e6b268') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:52.347410 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affa4476-a339-4538-9ed4-3fcb25e6b268') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:52.362724 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (affa4476-a339-4538-9ed4-3fcb25e6b268), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.368256 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Pushing event deleted for resources: {'Port': ['ID=1af10e9c-e33f-42d5-b737-254f08ccbc7b,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:52.376397 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] No DVR routers for this DVR port 1af10e9c-e33f-42d5-b737-254f08ccbc7b on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:52.378642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (affa4476-a339-4538-9ed4-3fcb25e6b268), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.379629 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.379989 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.380313 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.380840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.381175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.381505 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.382545 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.383089 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.383652 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.384831 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.384831 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.384831 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.385168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.385627 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.385906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602188b-6cb9-4e53-913f-02fd09009690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:51:52.390000 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:51:52.390521 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (affa4476-a339-4538-9ed4-3fcb25e6b268), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.457138 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (6911cac0-9310-49e0-9165-12c7216cb763), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.469852 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.473069 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6911cac0-9310-49e0-9165-12c7216cb763 HTTP/1.1" status: 204 len: 168 time: 0.5586853 Jul 01 16:51:52.476751 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40532) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:52.484667 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment affa4476-a339-4538-9ed4-3fcb25e6b268 resource provider aggregate not found Jul 01 16:51:52.488690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57c38-e247-4b5c-8747-29374e208fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6911cac0-9310-49e0-9165-12c7216cb763,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:52.502546 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment affa4476-a339-4538-9ed4-3fcb25e6b268 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affa4476-a339-4538-9ed4-3fcb25e6b268 found for delete ", "request_id": "req-2f856f70-d4ef-4eb9-9bef-329196b625b7"}]} Jul 01 16:51:52.740437 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:52.743299 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:52.801292 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:52.903020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896cd9b-9be6-45ad-b48c-cc41867db07c req-28c0dde7-2b4a-477f-80b4-7106e4a7e12b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:52.904509 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c896cd9b-9be6-45ad-b48c-cc41867db07c req-28c0dde7-2b4a-477f-80b4-7106e4a7e12b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0476294 Jul 01 16:51:52.958586 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c896cd9b-9be6-45ad-b48c-cc41867db07c req-0510deac-dd17-4600-8389-47ced48351ff tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482965 Jul 01 16:51:53.031019 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Deleting port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:53.031369 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.113506 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] For port e9ce3c28-8bb2-475f-a3e3-ff029a8beeef, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:53.113974 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.121161 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=7 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:53.128270 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Calling delete_port for e9ce3c28-8bb2-475f-a3e3-ff029a8beeef owned by network:router_interface {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:53.145115 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:53.310319 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (e9ce3c28-8bb2-475f-a3e3-ff029a8beeef), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.316390 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.340137 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ce3c28-8bb2-475f-a3e3-ff029a8beeef,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:53.503699 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.593174 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:53.604321 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:53.721238 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:51:53.827746 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:51:53.836838 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-49984069-a564-43b4-a1f4-467e80569460 admin admin] 10.222.0.57 "PUT /v2.0/routers/41c41470-d10b-4ac5-ae1c-ddd18d77b406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3559115 Jul 01 16:51:53.837011 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40538) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:53.839210 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Sync routers for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:51:53.858884 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:53.859576 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:53.860871 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-a7a8c064-27b3-4d78-96ce-32b3d0dc41a0 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:53.863853 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-a7a8c064-27b3-4d78-96ce-32b3d0dc41a0 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0691164 Jul 01 16:51:53.932796 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 1af10e9c-e33f-42d5-b737-254f08ccbc7b no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:53.956198 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 1af10e9c-e33f-42d5-b737-254f08ccbc7b {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:53.956904 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 1af10e9c-e33f-42d5-b737-254f08ccbc7b not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:53.959441 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks [] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.961519 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Deleting port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:53.962019 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:53.988294 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:54.040007 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:54.085687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks [] for router_gateway (41c41470-d10b-4ac5-ae1c-ddd18d77b406), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.113149 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855031d2-f8ea-4333-b9b8-6fc7cc58ed27 req-ccec0526-f7a8-49ff-8846-944569a63d20 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:51:54.114543 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-855031d2-f8ea-4333-b9b8-6fc7cc58ed27 req-ccec0526-f7a8-49ff-8846-944569a63d20 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 946 time: 0.0731919 Jul 01 16:51:54.122329 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] For port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:54.122717 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.142484 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Deleting port 69e436a1-59af-4afb-8aba-8adf86b8730e {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:54.142835 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.185979 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:51:53Z', 'revision_number': 5, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port': {'id': '69e436a1-59af-4afb-8aba-8adf86b8730e', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:54.216629 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Checking router: 41c41470-d10b-4ac5-ae1c-ddd18d77b406 for host: dv-cinder-797608-41-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:51:54.225304 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-855031d2-f8ea-4333-b9b8-6fc7cc58ed27 req-66339c75-3eab-4143-950a-ddbfed845088 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups?id=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998476 Jul 01 16:51:54.225702 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Routers {'41c41470-d10b-4ac5-ae1c-ddd18d77b406'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:54.226099 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:54.236172 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.db [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] For port 69e436a1-59af-4afb-8aba-8adf86b8730e, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=69e436a1-59af-4afb-8aba-8adf86b8730e,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:54.236536 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.254912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Calling delete_port for 69e436a1-59af-4afb-8aba-8adf86b8730e owned by network:router_gateway {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:54.307481 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] Set router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:54.334214 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.334618 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512045'] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.335451 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.l3_db [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Floating IP db5ba761-b82b-4c4e-8b00-66fed5ca041e disassociated. External IP: 172.27.2.179, port: 9c4e80c0-564e-49e0-b7cf-d9a47b529be5. Jul 01 16:51:54.335809 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Calling delete_port for 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:54.362208 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:51:54Z', 'revision_number': 6, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:54.390300 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588152ec-1be1-4c0e-b67d-f41e77777a06 None None] The sync data for ids ['41c41470-d10b-4ac5-ae1c-ddd18d77b406'] in dv-cinder-797608-41-iscsi is: [{'id': '41c41470-d10b-4ac5-ae1c-ddd18d77b406', 'name': 'tempest-TestVolumeBootPattern-956394083-router', 'tenant_id': 'bb7f4747ad734029884a38be8a3adfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:44:40Z', 'updated_at': '2022-07-01T16:51:54Z', 'revision_number': 6, 'project_id': 'bb7f4747ad734029884a38be8a3adfbf', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:51:54.421074 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:54.458786 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (69e436a1-59af-4afb-8aba-8adf86b8730e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.484705 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e436a1-59af-4afb-8aba-8adf86b8730e,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:54.489214 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (9c4e80c0-564e-49e0-b7cf-d9a47b529be5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.511323 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:54.521846 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'Port': ['ID=9c4e80c0-564e-49e0-b7cf-d9a47b529be5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:54.557592 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.635424 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:51:54.754312 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:51:54.765093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:51:54.789056 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:54.789700 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:54.808862 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] No DVR routers for this DVR port 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:54.811957 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.816030 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d19c202-bbe1-49c3-948a-1907d1106df2 req-055ba80c-5d1a-49e5-8e34-4335533e2f5c tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.43 "DELETE /v2.0/ports/9c4e80c0-564e-49e0-b7cf-d9a47b529be5 HTTP/1.1" status: 204 len: 173 time: 0.9443994 Jul 01 16:51:54.816740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'name': 'network-vif-deleted', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:51:54.819458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9edff1-1ca3-4309-8091-85d3fc3d543b" -d '{"events": [{"server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "name": "network-vif-deleted", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:51:54.905698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca4729-0c6c-4228-bd28-20e7def23f01 x-openstack-request-id: req-beca4729-0c6c-4228-bd28-20e7def23f01 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:51:54.906859 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d621fc2-bc77-4d1d-b083-269b49a2133a", "name": "network-vif-deleted", "tag": "9c4e80c0-564e-49e0-b7cf-d9a47b529be5", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:51:54.907079 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:54.907493 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beca4729-0c6c-4228-bd28-20e7def23f01 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:51:54.908180 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beca4729-0c6c-4228-bd28-20e7def23f01'] response: {'server_uuid': '6d621fc2-bc77-4d1d-b083-269b49a2133a', 'name': 'network-vif-deleted', 'tag': '9c4e80c0-564e-49e0-b7cf-d9a47b529be5', 'status': 'completed', 'code': 200} Jul 01 16:51:54.910390 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.913411 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks [] for router_controller (41c41470-d10b-4ac5-ae1c-ddd18d77b406), precommit_delete_associations {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.960243 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:54.979891 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (41c41470-d10b-4ac5-ae1c-ddd18d77b406), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.980700 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c41470-d10b-4ac5-ae1c-ddd18d77b406 {{(pid=110574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:51:54.989636 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:54.994308 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40544) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:54.998880 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d4330bdc-960c-41d1-be8c-b6a09b9f8f69 admin admin] 10.222.0.57 "DELETE /v2.0/routers/41c41470-d10b-4ac5-ae1c-ddd18d77b406 HTTP/1.1" status: 204 len: 168 time: 1.1527717 Jul 01 16:51:55.082402 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Deleting subnet 374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:51:55.089258 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Publish callbacks [] for subnet (374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.135388 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.168221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:55.222923 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.228937 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:55.295603 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.326608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:55.342427 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.344024 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f47a74-6486-45d7-8ebe-c844e956ac7f None None] Network 16b64ced-1841-4bba-a46d-13e004650256 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:51:55.348148 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e065e235-7b08-4827-a952-ea289ac48077 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/374c84f6-f2bf-4db3-bb3a-a2ccba6ac1d3 HTTP/1.1" status: 204 len: 168 time: 0.3501773 Jul 01 16:51:55.348475 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40548) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:55.408923 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c63d665-3cfa-4514-8f4e-90dd5739d6e6 req-88ab32d6-477a-42b3-ae82-1391532ededa tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d621fc2-bc77-4d1d-b083-269b49a2133a HTTP/1.1" status: 200 len: 210 time: 0.0582371 Jul 01 16:51:55.433322 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:55.462335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (16b64ced-1841-4bba-a46d-13e004650256), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.476486 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:51:55.491870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:51:55.492507 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:55.511076 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Deleting port feb9df5c-59e3-4278-90f0-1ead070e0d97 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:55.511492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.590829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] For port feb9df5c-59e3-4278-90f0-1ead070e0d97, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=feb9df5c-59e3-4278-90f0-1ead070e0d97,segment=NetworkSegment(e1fda35b-d59b-4dd2-accb-09555aac289c),segment_id=e1fda35b-d59b-4dd2-accb-09555aac289c)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:55.591279 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.603554 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:51:55.606237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Calling delete_port for feb9df5c-59e3-4278-90f0-1ead070e0d97 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:55.606792 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] DHCP port deletion for 16b64ced-1841-4bba-a46d-13e004650256 request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:51:55.675339 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:55.694818 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.715610 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Deleting port feb9df5c-59e3-4278-90f0-1ead070e0d97 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:55.715979 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.720171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb9df5c-59e3-4278-90f0-1ead070e0d97,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:55.723855 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] No DVR routers for this DVR port feb9df5c-59e3-4278-90f0-1ead070e0d97 on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:55.820657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (16b64ced-1841-4bba-a46d-13e004650256), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.831624 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] For port feb9df5c-59e3-4278-90f0-1ead070e0d97, host dv-cinder-797608-41-iscsi, got binding levels [] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:51:55.832704 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.843812 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:55.845728 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b64ced-1841-4bba-a46d-13e004650256']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:55.857366 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fda35b-d59b-4dd2-accb-09555aac289c') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:55.857677 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fda35b-d59b-4dd2-accb-09555aac289c') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:55.862442 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Calling delete_port for feb9df5c-59e3-4278-90f0-1ead070e0d97 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:55.868064 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.ipam_backend_mixin [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Port feb9df5c-59e3-4278-90f0-1ead070e0d97 was not found and therefore no delete operation was performed {{(pid=110576) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 01 16:51:55.869744 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (e1fda35b-d59b-4dd2-accb-09555aac289c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.872096 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (feb9df5c-59e3-4278-90f0-1ead070e0d97), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.878970 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 69e436a1-59af-4afb-8aba-8adf86b8730e no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:55.885197 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (e1fda35b-d59b-4dd2-accb-09555aac289c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.892028 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:51:55.892416 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (e1fda35b-d59b-4dd2-accb-09555aac289c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.911383 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment e1fda35b-d59b-4dd2-accb-09555aac289c resource provider aggregate not found Jul 01 16:51:55.948830 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] Pushing event deleted for resources: {'Port': ['ID=feb9df5c-59e3-4278-90f0-1ead070e0d97,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:55.951141 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment e1fda35b-d59b-4dd2-accb-09555aac289c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1fda35b-d59b-4dd2-accb-09555aac289c found for delete ", "request_id": "req-d66de3fe-13af-4ab3-8348-0b3dbef2209f"}]} Jul 01 16:51:55.954395 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d822b1-c187-495a-92ee-7be74a41ad17 None None] No DVR routers for this DVR port feb9df5c-59e3-4278-90f0-1ead070e0d97 on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:51:55.956439 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 69e436a1-59af-4afb-8aba-8adf86b8730e {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:55.956820 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 69e436a1-59af-4afb-8aba-8adf86b8730e not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:55.957476 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device e9ce3c28-8bb2-475f-a3e3-ff029a8beeef no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:55.961492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (16b64ced-1841-4bba-a46d-13e004650256), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.967550 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:55.970852 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] 10.222.0.57 "DELETE /v2.0/networks/16b64ced-1841-4bba-a46d-13e004650256 HTTP/1.1" status: 204 len: 168 time: 0.6213744 Jul 01 16:51:55.984106 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413c078-7463-4275-878e-53ecdc3c2402 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b64ced-1841-4bba-a46d-13e004650256,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:55.985642 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: e9ce3c28-8bb2-475f-a3e3-ff029a8beeef {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:55.985964 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device e9ce3c28-8bb2-475f-a3e3-ff029a8beeef not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:55.986404 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device feb9df5c-59e3-4278-90f0-1ead070e0d97 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:55.992534 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:51:56.010643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: feb9df5c-59e3-4278-90f0-1ead070e0d97 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:56.010995 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device feb9df5c-59e3-4278-90f0-1ead070e0d97 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:56.034652 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57687dc1-d918-4fb6-8ce5-3045ea7a25e7 None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:48Z', 'revision_number': 4, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi', '_interfaces': [{'id': 'b907440f-50e0-43d5-a98c-e76703c77ce2', 'name': '', 'network_id': '3b36dbd7-72b5-4d72-9df6-342ee9de795a', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'mac_address': 'fa:16:3e:17:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:47Z', 'updated_at': '2022-07-01T16:47:53Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'subnets': [{'id': '0008dc65-5f3a-4cf4-8419-748f1109f6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:51:56.117747 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40558) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.171211 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-87bbf63e-8e9c-45c6-a9b0-ff4b0601cc97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0076c4e65bce4bd58478d09d62607981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521638 Jul 01 16:51:56.173764 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40560) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.229434 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] Publish callbacks [] for security_group (a3e8b547-57d7-40f0-a433-d2c8066e9214), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.252994 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] Publish callbacks [] for security_group (a3e8b547-57d7-40f0-a433-d2c8066e9214), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.282682 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185370c4-0e90-4772-ba88-bdb8cd29c1b8 None None] New status for floating IP db5ba761-b82b-4c4e-8b00-66fed5ca041e: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 01 16:51:56.308496 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (a3e8b547-57d7-40f0-a433-d2c8066e9214), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.311285 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.314968 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3e8b547-57d7-40f0-a433-d2c8066e9214 HTTP/1.1" status: 204 len: 168 time: 0.1375835 Jul 01 16:51:56.321934 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77dd68-2295-480b-bffc-d603b85b9be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e8b547-57d7-40f0-a433-d2c8066e9214,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:56.503111 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40570) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.559666 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (20e716c6-cf4a-4acb-8a5e-569e3e9b81fb), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.583836 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (20e716c6-cf4a-4acb-8a5e-569e3e9b81fb), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.639477 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (20e716c6-cf4a-4acb-8a5e-569e3e9b81fb), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.642356 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.643674 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "DELETE /v2.0/security-groups/20e716c6-cf4a-4acb-8a5e-569e3e9b81fb HTTP/1.1" status: 204 len: 168 time: 0.1396458 Jul 01 16:51:56.646604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40572) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.657840 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d154-75b0-4e71-8f7b-5065528547a8 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e716c6-cf4a-4acb-8a5e-569e3e9b81fb,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:56.666397 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-959718cc-1395-4477-a50b-b9fae5879f2b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] show failed (client error): The resource could not be found. Jul 01 16:51:56.670501 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-959718cc-1395-4477-a50b-b9fae5879f2b tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "GET /v2.0/security-groups/20e716c6-cf4a-4acb-8a5e-569e3e9b81fb HTTP/1.1" status: 404 len: 347 time: 0.0191772 Jul 01 16:51:56.671638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40574) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.682205 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40576) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.824040 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-261de52d-70e3-4757-8c92-e86ea0cba9b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb7f4747ad734029884a38be8a3adfbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404545 Jul 01 16:51:56.826696 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40578) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:51:56.828621 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Deleting port a4919917-9cc7-4ced-8fd6-eca6509829b3 {{(pid=110574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:51:56.828970 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.883093 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] Publish callbacks [] for security_group (36d87a4f-74d6-4005-b0f0-51afadd9b4df), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.904740 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] Publish callbacks [] for security_group (36d87a4f-74d6-4005-b0f0-51afadd9b4df), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.911910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.912245 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (a4919917-9cc7-4ced-8fd6-eca6509829b3), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.926878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.plugins.ml2.plugin [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Calling delete_port for a4919917-9cc7-4ced-8fd6-eca6509829b3 owned by network:floatingip {{(pid=110574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:51:56.955162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (36d87a4f-74d6-4005-b0f0-51afadd9b4df), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.958113 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:56.959311 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36d87a4f-74d6-4005-b0f0-51afadd9b4df HTTP/1.1" status: 204 len: 168 time: 0.1316354 Jul 01 16:51:56.967659 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaec439-0937-4edf-9551-2db9d2aea6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d87a4f-74d6-4005-b0f0-51afadd9b4df,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:57.073470 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028892'] for port (a4919917-9cc7-4ced-8fd6-eca6509829b3), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:57.077939 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:57.102489 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Pushing event deleted for resources: {'Port': ['ID=a4919917-9cc7-4ced-8fd6-eca6509829b3,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:51:57.158022 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:51:57.173263 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks [] for floatingip (db5ba761-b82b-4c4e-8b00-66fed5ca041e), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:57.176090 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for floatingip (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:51:57.177311 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-882fe48c-d875-448b-b82b-5836f1ce5e11 tempest-AttachVolumeTestJSON-1720658346 tempest-AttachVolumeTestJSON-1720658346-project] 10.222.0.57 "DELETE /v2.0/floatingips/db5ba761-b82b-4c4e-8b00-66fed5ca041e HTTP/1.1" status: 204 len: 168 time: 0.5040948 Jul 01 16:51:57.460549 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:51:57.480175 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:51:57.480521 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9c4e80c0-564e-49e0-b7cf-d9a47b529be5 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:51:59.677253 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:52:00.731823 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40608) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:00.809759 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:01.059017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403274'] for router_interface (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:01.262845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:01.293821 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Deleting port b907440f-50e0-43d5-a98c-e76703c77ce2 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:52:01.294172 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:01.643031 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] For port b907440f-50e0-43d5-a98c-e76703c77ce2, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=b907440f-50e0-43d5-a98c-e76703c77ce2,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:52:01.643387 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:01.656253 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Calling delete_port for b907440f-50e0-43d5-a98c-e76703c77ce2 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:52:01.832773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (b907440f-50e0-43d5-a98c-e76703c77ce2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:01.841149 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:01.862052 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b907440f-50e0-43d5-a98c-e76703c77ce2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:02.027605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402106'] for router_interface (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.241464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Router 276129b1-08d3-4e97-b51f-83b355aa2cb2 has already been hosted by L3 agent e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 01 16:52:02.346605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] Notify agent at l3_agent.dv-cinder-797608-41-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 16:52:02.351702 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c0b0ed4b-463e-460b-b1ea-32d6b22eb1f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/276129b1-08d3-4e97-b51f-83b355aa2cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188049 Jul 01 16:52:02.354189 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40610) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:02.357188 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Sync routers for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 16:52:02.368643 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:52:02.369280 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:02.431761 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:02.456828 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks [] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.472591 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: dv-cinder-797608-41-iscsi {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:52:02.561485 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks [] for router_gateway (276129b1-08d3-4e97-b51f-83b355aa2cb2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.576843 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=100 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:02.605892 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Deleting port 3675a8de-7fa7-4f81-9b50-353e8f45d410 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:52:02.606263 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.641159 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'external_fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:52:01Z', 'revision_number': 5, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port': {'id': '3675a8de-7fa7-4f81-9b50-353e8f45d410', 'name': '', 'network_id': 'daf4809e-96ec-425e-ad3e-464ec89431f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-41-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2034caa-03da-41ca-955c-cdf0d7cc8698', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-41-iscsi'}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:02.671013 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Checking router: 276129b1-08d3-4e97-b51f-83b355aa2cb2 for host: dv-cinder-797608-41-iscsi {{(pid=110576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 16:52:02.679810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Routers {'276129b1-08d3-4e97-b51f-83b355aa2cb2'} bound to L3 agent in host dv-cinder-797608-41-iscsi {{(pid=110576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 01 16:52:02.680411 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-41-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-01T16:32:11Z,description=,heartbeat_timestamp=2022-07-01T16:51:42Z,host='dv-cinder-797608-41-iscsi',id=e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a,load=0,resource_versions=,resources_synced=,started_at=2022-07-01T16:32:11Z,topic='l3_agent')) {'router_ids': ['276129b1-08d3-4e97-b51f-83b355aa2cb2'], 'active': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:02.688273 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] For port 3675a8de-7fa7-4f81-9b50-353e8f45d410, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=3675a8de-7fa7-4f81-9b50-353e8f45d410,segment=NetworkSegment(d28b25ad-a0c2-4374-ae50-693b79b3062b),segment_id=d28b25ad-a0c2-4374-ae50-693b79b3062b)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:52:02.688645 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.705394 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Calling delete_port for 3675a8de-7fa7-4f81-9b50-353e8f45d410 owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:52:02.759062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:02.764255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvr_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] Set router 276129b1-08d3-4e97-b51f-83b355aa2cb2 gateway port host: None {{(pid=110576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 01 16:52:02.816943 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_hamode_db [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:52:02Z', 'revision_number': 6, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port_host': None}], 'dv-cinder-797608-41-iscsi', False) {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:02.844323 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a78861-8292-46e7-824e-11476a9fb0f7 None None] The sync data for ids ['276129b1-08d3-4e97-b51f-83b355aa2cb2'] in dv-cinder-797608-41-iscsi is: [{'id': '276129b1-08d3-4e97-b51f-83b355aa2cb2', 'name': 'tempest-AttachVolumeTestJSON-1210691110-router', 'tenant_id': 'b1b152a7ad4d44f8a292995a1598d238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-01T16:47:45Z', 'updated_at': '2022-07-01T16:52:02Z', 'revision_number': 6, 'project_id': 'b1b152a7ad4d44f8a292995a1598d238', 'gw_port_host': None}] {{(pid=110576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 16:52:02.887881 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (3675a8de-7fa7-4f81-9b50-353e8f45d410), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:02.916825 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3675a8de-7fa7-4f81-9b50-353e8f45d410,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:02.981933 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514582'] for router_gateway (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.077045 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.079236 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks [] for router_controller (276129b1-08d3-4e97-b51f-83b355aa2cb2), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.124588 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408556'] for router (276129b1-08d3-4e97-b51f-83b355aa2cb2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.125163 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 276129b1-08d3-4e97-b51f-83b355aa2cb2 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 16:52:03.130354 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.131607 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-39a11c3a-6514-4996-b46a-2bd647f797a0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/276129b1-08d3-4e97-b51f-83b355aa2cb2 HTTP/1.1" status: 204 len: 168 time: 0.7764223 Jul 01 16:52:03.134166 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40612) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:03.185421 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Deleting subnet 0008dc65-5f3a-4cf4-8419-748f1109f6e4 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:52:03.188989 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Publish callbacks [] for subnet (0008dc65-5f3a-4cf4-8419-748f1109f6e4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.228336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (0008dc65-5f3a-4cf4-8419-748f1109f6e4), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.307188 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:03.308565 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (0008dc65-5f3a-4cf4-8419-748f1109f6e4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.367866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (0008dc65-5f3a-4cf4-8419-748f1109f6e4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.392016 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0008dc65-5f3a-4cf4-8419-748f1109f6e4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:03.398703 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.404280 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-91bbe60e-95cd-4409-800e-aec709f6a95d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0008dc65-5f3a-4cf4-8419-748f1109f6e4 HTTP/1.1" status: 204 len: 168 time: 0.2666712 Jul 01 16:52:03.404427 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2609dc-4b58-41b5-98f7-8f9a76f53245 None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:52:03.404950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40614) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:03.474734 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (3b36dbd7-72b5-4d72-9df6-342ee9de795a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.527971 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Deleting port 5677f185-1d00-485e-8688-81543ab979ef {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:52:03.528310 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (5677f185-1d00-485e-8688-81543ab979ef), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.594990 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] For port 5677f185-1d00-485e-8688-81543ab979ef, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5677f185-1d00-485e-8688-81543ab979ef,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:52:03.595641 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (5677f185-1d00-485e-8688-81543ab979ef), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.606239 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] DHCP port deletion for 3b36dbd7-72b5-4d72-9df6-342ee9de795a request from dv-cinder-797608-41-iscsi {{(pid=110576) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 01 16:52:03.610921 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Calling delete_port for 5677f185-1d00-485e-8688-81543ab979ef owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:52:03.649936 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Deleting port 5677f185-1d00-485e-8688-81543ab979ef {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:52:03.650315 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (5677f185-1d00-485e-8688-81543ab979ef), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.706638 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (5677f185-1d00-485e-8688-81543ab979ef), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.711794 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:03.739085 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5677f185-1d00-485e-8688-81543ab979ef,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:03.744433 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] No DVR routers for this DVR port 5677f185-1d00-485e-8688-81543ab979ef on host dv-cinder-797608-41-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:52:03.824612 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (3b36dbd7-72b5-4d72-9df6-342ee9de795a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.860849 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] For port 5677f185-1d00-485e-8688-81543ab979ef, host dv-cinder-797608-41-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-41-iscsi',level=0,port_id=5677f185-1d00-485e-8688-81543ab979ef,segment=NetworkSegment(3ab47d13-c001-4151-a81c-be075b750ea1),segment_id=3ab47d13-c001-4151-a81c-be075b750ea1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:52:03.861485 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (5677f185-1d00-485e-8688-81543ab979ef), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.863916 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b36dbd7-72b5-4d72-9df6-342ee9de795a']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:03.878462 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab47d13-c001-4151-a81c-be075b750ea1') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:03.879042 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab47d13-c001-4151-a81c-be075b750ea1') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:52:03.879399 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Calling delete_port for 5677f185-1d00-485e-8688-81543ab979ef owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:52:03.891676 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (3ab47d13-c001-4151-a81c-be075b750ea1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.898565 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5677f185-1d00-485e-8688-81543ab979ef no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:52:03.908919 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (3ab47d13-c001-4151-a81c-be075b750ea1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.920571 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:52:03.920998 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (3ab47d13-c001-4151-a81c-be075b750ea1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:03.946066 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 3ab47d13-c001-4151-a81c-be075b750ea1 resource provider aggregate not found Jul 01 16:52:03.959320 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 5677f185-1d00-485e-8688-81543ab979ef {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:52:03.959673 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 5677f185-1d00-485e-8688-81543ab979ef not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:52:03.961295 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b907440f-50e0-43d5-a98c-e76703c77ce2 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:52:03.984731 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: b907440f-50e0-43d5-a98c-e76703c77ce2 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:52:03.985057 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device b907440f-50e0-43d5-a98c-e76703c77ce2 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:52:03.985470 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3675a8de-7fa7-4f81-9b50-353e8f45d410 no longer exists at agent ovs-agent-dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:52:03.991761 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 3ab47d13-c001-4151-a81c-be075b750ea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ab47d13-c001-4151-a81c-be075b750ea1 found for delete ", "request_id": "req-671c3443-e82a-44af-994f-19d417a6fdab"}]} Jul 01 16:52:04.001704 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (3b36dbd7-72b5-4d72-9df6-342ee9de795a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.006499 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.010498 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] 10.222.0.57 "DELETE /v2.0/networks/3b36dbd7-72b5-4d72-9df6-342ee9de795a HTTP/1.1" status: 204 len: 168 time: 0.6049404 Jul 01 16:52:04.012580 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] No Port match for: 3675a8de-7fa7-4f81-9b50-353e8f45d410 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:52:04.012876 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Device 3675a8de-7fa7-4f81-9b50-353e8f45d410 not bound to the agent host dv-cinder-797608-41-iscsi {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:52:04.026627 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299155d-ebc4-4f46-83f9-d8345feb7a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b36dbd7-72b5-4d72-9df6-342ee9de795a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:04.044093 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381'] for port (5677f185-1d00-485e-8688-81543ab979ef), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.068631 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Pushing event deleted for resources: {'Port': ['ID=5677f185-1d00-485e-8688-81543ab979ef,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:04.071714 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] Network 3b36dbd7-72b5-4d72-9df6-342ee9de795a is not hosted by any dhcp agent {{(pid=110576) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 01 16:52:04.072165 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764695d-e55a-4241-a44a-75fbc05d5ed1 None None] No DVR routers for this DVR port 5677f185-1d00-485e-8688-81543ab979ef on host dv-cinder-797608-41-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:52:04.211306 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40622) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:04.259944 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-efba8520-a188-46e7-b1b9-32f17c67c6bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1b152a7ad4d44f8a292995a1598d238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474429 Jul 01 16:52:04.262738 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40624) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:04.313588 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] Publish callbacks [] for security_group (f48fea9f-0ea4-4d13-9457-16701db96316), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.336689 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] Publish callbacks [] for security_group (f48fea9f-0ea4-4d13-9457-16701db96316), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.385695 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (f48fea9f-0ea4-4d13-9457-16701db96316), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.388271 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:04.389454 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f48fea9f-0ea4-4d13-9457-16701db96316 HTTP/1.1" status: 204 len: 168 time: 0.1257279 Jul 01 16:52:04.397538 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3436b49-79ce-4277-9974-ee848aad295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48fea9f-0ea4-4d13-9457-16701db96316,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:04.408840 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:06.150719 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40674) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:06.259518 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79de4eac-d4dc-49dd-999b-255860f208b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.340145 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79de4eac-d4dc-49dd-999b-255860f208b0 admin admin] Publish callbacks [] for security_group (371895d8-3dc1-4fa1-a981-6a70d34606f4), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.343786 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79de4eac-d4dc-49dd-999b-255860f208b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (371895d8-3dc1-4fa1-a981-6a70d34606f4), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.383951 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-79de4eac-d4dc-49dd-999b-255860f208b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72db4b3a23bd45c4a2c36bc42f5849e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321491 Jul 01 16:52:06.384825 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de4eac-d4dc-49dd-999b-255860f208b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371895d8-3dc1-4fa1-a981-6a70d34606f4,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:06.386642 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40678) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:06.438558 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] Publish callbacks [] for security_group (371895d8-3dc1-4fa1-a981-6a70d34606f4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.464713 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] Publish callbacks [] for security_group (371895d8-3dc1-4fa1-a981-6a70d34606f4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.511894 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (371895d8-3dc1-4fa1-a981-6a70d34606f4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.514409 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.515543 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/371895d8-3dc1-4fa1-a981-6a70d34606f4 HTTP/1.1" status: 204 len: 168 time: 0.1279209 Jul 01 16:52:06.524544 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62d976-f43b-467b-b323-63b88783f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371895d8-3dc1-4fa1-a981-6a70d34606f4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:06.790375 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40684) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:06.804746 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c35b03d0-d058-4cdb-8416-dbee452ed54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.887946 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c35b03d0-d058-4cdb-8416-dbee452ed54e admin admin] Publish callbacks [] for security_group (0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.891976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c35b03d0-d058-4cdb-8416-dbee452ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:06.912657 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:06.936394 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c35b03d0-d058-4cdb-8416-dbee452ed54e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8451b91f37a14b5e89b7279a6d019e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448979 Jul 01 16:52:06.937115 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b03d0-d058-4cdb-8416-dbee452ed54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:06.939969 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40686) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:06.993973 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] Publish callbacks [] for security_group (0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:07.015696 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] Publish callbacks [] for security_group (0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:07.063333 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:07.065910 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:07.067088 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0 HTTP/1.1" status: 204 len: 168 time: 0.1258073 Jul 01 16:52:07.075302 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc814e5-c9f5-4d71-8dcd-8bae96356e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba72e74-e96a-4be9-ba9f-9b4a8ebd8de0,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:07.685588 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:09.019914 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6b20fe14-641f-44af-a38f-0f518ce67ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:09.673949 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=38 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:11.555026 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7cc990b1-a5e7-48b2-ac25-3af2d9568e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:12.919364 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:14.435646 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:14.638224 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:16.931177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=61,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:17.070487 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:INSERT=8 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:17.071290 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:23.327162 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:24.653590 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:24.655509 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:33.317406 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:33.322498 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:36.676509 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:52:39.022013 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b1581870-b5d6-4eee-b2b1-ff6eb893c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.167794 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40902) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:39.278638 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fbfae62-aed7-4e1b-963c-056802bcce74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.353433 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fbfae62-aed7-4e1b-963c-056802bcce74 admin admin] Publish callbacks [] for security_group (2101451f-7901-45dd-b237-e7860387dc1f), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.357302 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-3fbfae62-aed7-4e1b-963c-056802bcce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2101451f-7901-45dd-b237-e7860387dc1f), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.398591 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-3fbfae62-aed7-4e1b-963c-056802bcce74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9cc592f9f66a4ffc84a4550586e9a0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295933 Jul 01 16:52:39.400764 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfae62-aed7-4e1b-963c-056802bcce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2101451f-7901-45dd-b237-e7860387dc1f,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:39.401694 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40906) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:39.454987 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Publish callbacks [] for security_group (2101451f-7901-45dd-b237-e7860387dc1f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.478002 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Publish callbacks [] for security_group (2101451f-7901-45dd-b237-e7860387dc1f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.531454 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2101451f-7901-45dd-b237-e7860387dc1f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.534004 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.535174 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2101451f-7901-45dd-b237-e7860387dc1f HTTP/1.1" status: 204 len: 168 time: 0.1324649 Jul 01 16:52:39.543342 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2101451f-7901-45dd-b237-e7860387dc1f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:39.550405 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.550747 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.551080 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.551414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.551737 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.552057 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.552378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.552697 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.553015 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.553922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.554401 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.555236 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.555236 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.555460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.555656 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8020a8eb-d026-432d-903c-7640ff16d4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:52:39.822686 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40912) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:39.837277 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8fff-fb4e-4ff7-9594-5874d8a984a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.920796 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8fff-fb4e-4ff7-9594-5874d8a984a1 admin admin] Publish callbacks [] for security_group (5a02ea10-100c-4609-a7ad-3533659b6088), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.924610 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8fff-fb4e-4ff7-9594-5874d8a984a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5a02ea10-100c-4609-a7ad-3533659b6088), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:39.966874 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3aaf8fff-fb4e-4ff7-9594-5874d8a984a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81754900e29445e88205dbc82c8d4145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430852 Jul 01 16:52:39.967829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf8fff-fb4e-4ff7-9594-5874d8a984a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a02ea10-100c-4609-a7ad-3533659b6088,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:39.969531 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40914) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:40.024254 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] Publish callbacks [] for security_group (5a02ea10-100c-4609-a7ad-3533659b6088), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:40.046037 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] Publish callbacks [] for security_group (5a02ea10-100c-4609-a7ad-3533659b6088), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:40.096493 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (5a02ea10-100c-4609-a7ad-3533659b6088), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:40.099081 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:40.100249 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a02ea10-100c-4609-a7ad-3533659b6088 HTTP/1.1" status: 204 len: 168 time: 0.1290262 Jul 01 16:52:40.108841 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770fea0-545e-4784-904a-d996499f19d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a02ea10-100c-4609-a7ad-3533659b6088,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:41.557997 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eaa92fad-303b-4e26-946b-06f6168994e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:41.752414 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 40960) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:41.860598 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7065fad-7f45-4c73-9935-95b815011e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:41.938911 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7065fad-7f45-4c73-9935-95b815011e10 admin admin] Publish callbacks [] for security_group (2ce7320a-ca89-44c2-abb9-1c53564eed14), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:41.942599 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7065fad-7f45-4c73-9935-95b815011e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2ce7320a-ca89-44c2-abb9-1c53564eed14), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:41.986163 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d7065fad-7f45-4c73-9935-95b815011e10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a161a8715c864b80acb8d874c7f8beba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326558 Jul 01 16:52:41.987285 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7065fad-7f45-4c73-9935-95b815011e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7320a-ca89-44c2-abb9-1c53564eed14,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:41.988878 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40964) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:42.040191 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] Publish callbacks [] for security_group (2ce7320a-ca89-44c2-abb9-1c53564eed14), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.061965 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] Publish callbacks [] for security_group (2ce7320a-ca89-44c2-abb9-1c53564eed14), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.110272 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2ce7320a-ca89-44c2-abb9-1c53564eed14), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.112881 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.114027 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ce7320a-ca89-44c2-abb9-1c53564eed14 HTTP/1.1" status: 204 len: 168 time: 0.1235600 Jul 01 16:52:42.122697 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79852433-0309-446a-8dfa-23877f1dd744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7320a-ca89-44c2-abb9-1c53564eed14,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:42.392147 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40970) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:42.405995 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bc19622e-853b-4a78-a439-f738f13d0847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.484860 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bc19622e-853b-4a78-a439-f738f13d0847 admin admin] Publish callbacks [] for security_group (fd700bff-1ffc-4285-8f0e-1c0b0e1a487a), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.488793 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-bc19622e-853b-4a78-a439-f738f13d0847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fd700bff-1ffc-4285-8f0e-1c0b0e1a487a), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.532922 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19622e-853b-4a78-a439-f738f13d0847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd700bff-1ffc-4285-8f0e-1c0b0e1a487a,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:42.538773 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-bc19622e-853b-4a78-a439-f738f13d0847 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=997ea01ed07e4541bd72290df7de0abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446729 Jul 01 16:52:42.552087 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 40972) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:42.582005 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:42.596583 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] Publish callbacks [] for security_group (fd700bff-1ffc-4285-8f0e-1c0b0e1a487a), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.621627 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] Publish callbacks [] for security_group (fd700bff-1ffc-4285-8f0e-1c0b0e1a487a), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.652062 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:42.671629 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (fd700bff-1ffc-4285-8f0e-1c0b0e1a487a), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.674434 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:42.675569 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd700bff-1ffc-4285-8f0e-1c0b0e1a487a HTTP/1.1" status: 204 len: 168 time: 0.1330695 Jul 01 16:52:42.683993 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024bfd1-4b4e-4faf-8c2a-7eee5d57ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd700bff-1ffc-4285-8f0e-1c0b0e1a487a,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:42.924586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.420679 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.643578 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.731272 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 41040) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:44.842893 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-202104ba-4550-4375-ac56-b0f9ec6f613c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.924615 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-202104ba-4550-4375-ac56-b0f9ec6f613c admin admin] Publish callbacks [] for security_group (ba80c008-b7f7-4cba-af74-585c86d8b207), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.928526 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-202104ba-4550-4375-ac56-b0f9ec6f613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ba80c008-b7f7-4cba-af74-585c86d8b207), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:44.969630 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-202104ba-4550-4375-ac56-b0f9ec6f613c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a968ac7d79ab4139a70124f49570c00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372530 Jul 01 16:52:44.970464 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202104ba-4550-4375-ac56-b0f9ec6f613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba80c008-b7f7-4cba-af74-585c86d8b207,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:44.972369 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41044) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:45.024012 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] Publish callbacks [] for security_group (ba80c008-b7f7-4cba-af74-585c86d8b207), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.045102 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] Publish callbacks [] for security_group (ba80c008-b7f7-4cba-af74-585c86d8b207), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.092835 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ba80c008-b7f7-4cba-af74-585c86d8b207), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.095272 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.096390 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba80c008-b7f7-4cba-af74-585c86d8b207 HTTP/1.1" status: 204 len: 168 time: 0.1229594 Jul 01 16:52:45.104489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47ceea-0993-4185-9ffe-2a84519ff250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba80c008-b7f7-4cba-af74-585c86d8b207,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:45.360879 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 41050) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:45.375085 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d41f6f7-4eeb-4347-9885-9f7a603f6194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.452308 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d41f6f7-4eeb-4347-9885-9f7a603f6194 admin admin] Publish callbacks [] for security_group (53c9e503-95b9-42cd-a021-b76906015ed6), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.455867 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-1d41f6f7-4eeb-4347-9885-9f7a603f6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (53c9e503-95b9-42cd-a021-b76906015ed6), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.494056 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41f6f7-4eeb-4347-9885-9f7a603f6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c9e503-95b9-42cd-a021-b76906015ed6,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:45.498212 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-1d41f6f7-4eeb-4347-9885-9f7a603f6194 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d28cd516c3c4819be0fcb1ed2eb3bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363184 Jul 01 16:52:45.500912 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 41052) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:52:45.550312 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] Publish callbacks [] for security_group (53c9e503-95b9-42cd-a021-b76906015ed6), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.575647 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] Publish callbacks [] for security_group (53c9e503-95b9-42cd-a021-b76906015ed6), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.625704 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (53c9e503-95b9-42cd-a021-b76906015ed6), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.628170 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:45.629310 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53c9e503-95b9-42cd-a021-b76906015ed6 HTTP/1.1" status: 204 len: 168 time: 0.1274922 Jul 01 16:52:45.638287 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c52f7f-230a-476a-b809-a4e9ba3523f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c9e503-95b9-42cd-a021-b76906015ed6,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:52:46.673439 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:53.336266 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:52:55.077993 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=66,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:55.100162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:55.632890 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:52:55.633678 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=48,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:03.329066 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:03.331368 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:04.230845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41198) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:04.374020 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a94b49c6-e79c-4002-925e-631cdfbd9af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.451195 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a94b49c6-e79c-4002-925e-631cdfbd9af0 admin admin] Publish callbacks [] for security_group (2deedab9-9314-4baf-b76a-7bfcd0b78d15), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.455967 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a94b49c6-e79c-4002-925e-631cdfbd9af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2deedab9-9314-4baf-b76a-7bfcd0b78d15), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.499092 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a94b49c6-e79c-4002-925e-631cdfbd9af0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e25b0f820b1945089f2827277e3d585b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671828 Jul 01 16:53:04.499922 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b49c6-e79c-4002-925e-631cdfbd9af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deedab9-9314-4baf-b76a-7bfcd0b78d15,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:04.501807 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 41202) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:04.550720 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Publish callbacks [] for security_group (2deedab9-9314-4baf-b76a-7bfcd0b78d15), before_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.572206 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Publish callbacks [] for security_group (2deedab9-9314-4baf-b76a-7bfcd0b78d15), precommit_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.618102 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (2deedab9-9314-4baf-b76a-7bfcd0b78d15), after_delete {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.620620 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:04.621757 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2deedab9-9314-4baf-b76a-7bfcd0b78d15 HTTP/1.1" status: 204 len: 168 time: 0.1189315 Jul 01 16:53:04.629812 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deedab9-9314-4baf-b76a-7bfcd0b78d15,revision_number=None']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:04.637636 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.637986 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.638324 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.638691 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.639057 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.639336 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.639663 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.639986 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.640312 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.640635 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.640956 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.641277 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.641596 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.642002 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:04.642236 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d25100-b42a-4e32-ad92-f71cfef4b95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:08.233128 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [-] (110574) accepted ('10.222.0.57', 41246) {{(pid=110574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:08.341817 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a698a457-d09b-46cc-bd73-a43b5b4eeb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.420409 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a698a457-d09b-46cc-bd73-a43b5b4eeb1e admin admin] Publish callbacks [] for security_group (b63acce1-73a0-42a6-9f04-3a32a44d43e2), precommit_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.424095 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron_lib.callbacks.manager [None req-a698a457-d09b-46cc-bd73-a43b5b4eeb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b63acce1-73a0-42a6-9f04-3a32a44d43e2), after_create {{(pid=110574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.470684 dv-cinder-797608-41-iscsi neutron-server[110574]: INFO neutron.wsgi [None req-a698a457-d09b-46cc-bd73-a43b5b4eeb1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=793d15a9bd3944b7974490bb8a32f8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364271 Jul 01 16:53:08.471546 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698a457-d09b-46cc-bd73-a43b5b4eeb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63acce1-73a0-42a6-9f04-3a32a44d43e2,revision_number=1']} {{(pid=110574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:08.473335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41250) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:08.524204 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] Publish callbacks [] for security_group (b63acce1-73a0-42a6-9f04-3a32a44d43e2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.547038 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] Publish callbacks [] for security_group (b63acce1-73a0-42a6-9f04-3a32a44d43e2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.596335 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (b63acce1-73a0-42a6-9f04-3a32a44d43e2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.599178 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:08.600517 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b63acce1-73a0-42a6-9f04-3a32a44d43e2 HTTP/1.1" status: 204 len: 168 time: 0.1255941 Jul 01 16:53:08.608510 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41647cb5-8f82-4ff6-b739-f04d244ca09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63acce1-73a0-42a6-9f04-3a32a44d43e2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:09.025720 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c513-5caa-4f1a-8d7a-fb9b4cd68673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.223236 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41272) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:09.321757 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1323526473-network', 'tenant_id': '0879ab147a0b4fbeb3ec90fdfdb53f24'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:53:09.342816 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Made reservation on behalf of 0879ab147a0b4fbeb3ec90fdfdb53f24 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:53:09.345206 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.353761 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.431860 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks [] for security_group (ffc4fbe8-a8aa-458d-adfa-06bebabdb13f), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.435617 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ffc4fbe8-a8aa-458d-adfa-06bebabdb13f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.443105 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:09.448465 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=17 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:09.459262 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 16:53:09.475327 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:09.479159 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (2c589d5b-6619-4e39-a941-904ab98594f9), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.479516 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Added segment 2c589d5b-6619-4e39-a941-904ab98594f9 of type vlan for network 08000a35-2dec-4993-b9a5-7cf20485ea74 Jul 01 16:53:09.524825 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742530826379'] for network (08000a35-2dec-4993-b9a5-7cf20485ea74), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.549059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409'] for network (08000a35-2dec-4993-b9a5-7cf20485ea74), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.550013 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:09.550611 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.588762 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3643529 Jul 01 16:53:09.591662 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41276) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:53:09.596367 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Request body: {'subnet': {'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1323526473-subnet', 'tenant_id': '0879ab147a0b4fbeb3ec90fdfdb53f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:53:09.627039 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17a24b-fe69-42e3-acf9-0b5a328e3566 admin admin] Pushing event updated for resources: {'Network': ['ID=08000a35-2dec-4993-b9a5-7cf20485ea74,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:09.637079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 details requested by agent ovs-agent-dv-cinder-797608-41-iscsi with host dv-cinder-797608-41-iscsi {{(pid=110576) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 16:53:09.644760 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Made reservation on behalf of 0879ab147a0b4fbeb3ec90fdfdb53f24 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:53:09.647829 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805910'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.649466 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:09.711129 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:09.825296 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3959172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805888'] for subnet (67fe1789-7f86-4f00-86f4-626c9248362f), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.888092 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fe1789-7f86-4f00-86f4-626c9248362f,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:09.899464 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Checking segment: {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:53:09.899910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Network hostable DHCP agents. Network: 08000a35-2dec-4993-b9a5-7cf20485ea74, hostable agents: ['65f09bc1-5c31-40be-aba8-4fed7cf33eb4'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 16:53:09.917650 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 is scheduled to be hosted by DHCP agent 65f09bc1-5c31-40be-aba8-4fed7cf33eb4 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 16:53:09.926332 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-41-iscsi, 08000a35-2dec-4993-b9a5-7cf20485ea74) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:53:09.931427 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:09.932014 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:09.934479 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c1b07-f4af-4f26-948d-6b7372c158ed None None] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:53:09.949248 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8e15a39b-35d0-417c-a352-0231b6b0544e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3565676 Jul 01 16:53:10.041477 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4228f3-b38f-49c0-9b2f-81989cb9395f None None] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 requested from dv-cinder-797608-41-iscsi {{(pid=110576) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 01 16:53:11.563578 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-53bb013e-ef80-4d4d-99f3-b6302ef44aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:11.719225 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-5518fa92-a947-45ce-80ac-9565e034aa5b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:11.720570 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-5518fa92-a947-45ce-80ac-9565e034aa5b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 814 time: 0.1054170 Jul 01 16:53:11.735359 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-051f4f0e-5255-4260-8969-058fc265a1e3 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/quotas/0879ab147a0b4fbeb3ec90fdfdb53f24 HTTP/1.1" status: 200 len: 375 time: 0.0088880 Jul 01 16:53:11.766311 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-68707345-447d-491b-b4bd-757b1f9f7d5a tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262024 Jul 01 16:53:11.819503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-64c12c33-b76e-4bc1-bc8e-d254d06108fc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 01 16:53:11.820506 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-64c12c33-b76e-4bc1-bc8e-d254d06108fc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474260 Jul 01 16:53:11.955930 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-9f02e55a-7dd8-4cd0-949f-7c4b85851e26 service neutron] 10.222.0.57 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296997 Jul 01 16:53:12.052743 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-203586da-7eba-41fd-8476-e2626ab4e170 service neutron] 10.222.0.57 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900862 Jul 01 16:53:12.227624 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d7f214d5-b1ad-4825-81da-6184d7552e29 req-6cabbcea-3ed4-4dad-b415-94d06f6077a4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Jul 01 16:53:12.929271 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:13.329173 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4afa8e45-1686-4752-97f2-c9ec68733b32 req-25d086dd-0901-4d72-8793-28d3d37bfad0 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 210 time: 0.0286148 Jul 01 16:53:13.482938 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-e841ef5e-11ec-402d-8dec-bd78bdcf9479 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:13.484462 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-e841ef5e-11ec-402d-8dec-bd78bdcf9479 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 814 time: 0.1111917 Jul 01 16:53:13.522714 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Request body: {'port': {'device_id': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74', 'admin_state_up': True, 'tenant_id': '0879ab147a0b4fbeb3ec90fdfdb53f24'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:53:13.636136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:13.640137 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Made reservation on behalf of 0879ab147a0b4fbeb3ec90fdfdb53f24 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:53:13.643605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:13.676166 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:53:13.762315 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:13.780472 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Allocated IP 172.20.0.3 (08000a35-2dec-4993-b9a5-7cf20485ea74/67fe1789-7f86-4f00-86f4-626c9248362f/9a2af661-e982-4046-938b-7b6145a3eee3) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:53:13.938365 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks [] for port (9a2af661-e982-4046-938b-7b6145a3eee3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:13.970170 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.015322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:53:14.018488 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:53:14.022314 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:53:14.028380 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Pushing event updated for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:14.074211 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:14.074822 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.091717 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-be096d42-a914-4427-b1f7-a79a2866672b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734682 Jul 01 16:53:14.116710 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Request body: {'port': {'device_id': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:53:14.178866 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.420864 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.467492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2af661-e982-4046-938b-7b6145a3eee3 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:53:14.473420 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:14.479978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks [] for port (9a2af661-e982-4046-938b-7b6145a3eee3), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.488264 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0d7d6-99d4-432e-af4d-7c0f29c1449d req-0082b5e7-5097-42da-a9ab-63d72ffd86b8 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:14.489721 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-31b0d7d6-99d4-432e-af4d-7c0f29c1449d req-0082b5e7-5097-42da-a9ab-63d72ffd86b8 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 931 time: 0.0888784 Jul 01 16:53:14.509395 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Transition to ACTIVE for port object 9a2af661-e982-4046-938b-7b6145a3eee3 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:53:14.520608 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.522885 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:14.596096 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:14.602705 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-31b0d7d6-99d4-432e-af4d-7c0f29c1449d req-77eecc66-99c7-4634-aba9-f957b708e0a3 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022158 Jul 01 16:53:14.645996 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.679933 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Attempting to bind port 9a2af661-e982-4046-938b-7b6145a3eee3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:53:14.680265 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Attempting to bind port 9a2af661-e982-4046-938b-7b6145a3eee3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:53:14.680592 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Attempting to bind port 9a2af661-e982-4046-938b-7b6145a3eee3 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:53:14.684910 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Port 9a2af661-e982-4046-938b-7b6145a3eee3 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:53:14.685221 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Attempting to bind port 9a2af661-e982-4046-938b-7b6145a3eee3 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:53:14.690130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:53:14.690492 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Checking segment: {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:53:14.690867 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Bound using segment: {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:53:14.691283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Bound port: 9a2af661-e982-4046-938b-7b6145a3eee3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:53:14.691631 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.752475 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:53:14.755451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9a2af661-e982-4046-938b-7b6145a3eee3,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:53:14.761194 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.798158 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:14.798800 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:14.800176 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a2af661-e982-4046-938b-7b6145a3eee3 HTTP/1.1" status: 200 len: 1093 time: 0.6880362 Jul 01 16:53:14.800604 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:53:14.803776 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1716563a-e30b-4f3c-854e-868600d3ff72" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:53:14.828726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9dbd-b6dc-49f0-80f8-a426ded07d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:14.848932 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a01dc5-0e76-40df-9c1b-9e107616d1dc x-openstack-request-id: req-63a01dc5-0e76-40df-9c1b-9e107616d1dc {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:53:14.849231 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:53:14.849486 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63a01dc5-0e76-40df-9c1b-9e107616d1dc {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:53:14.850583 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a01dc5-0e76-40df-9c1b-9e107616d1dc'] response: {'name': 'network-changed', 'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3', 'status': 'completed', 'code': 200} Jul 01 16:53:14.906092 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-d1c7164d-72b9-4756-9f69-5947f0199409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:14.907536 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-d1c7164d-72b9-4756-9f69-5947f0199409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 1127 time: 0.0403919 Jul 01 16:53:14.958216 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-d2e552f6-e4ad-4cfd-9ae6-28f777135789 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2af661-e982-4046-938b-7b6145a3eee3 HTTP/1.1" status: 200 len: 217 time: 0.0352812 Jul 01 16:53:15.006578 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-80defae0-e589-4cf8-a480-228edcc83ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:15.008002 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-80defae0-e589-4cf8-a480-228edcc83ff5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0436707 Jul 01 16:53:15.042905 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-6df00c80-a493-44de-931f-24d0b5f6159c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253656 Jul 01 16:53:15.139428 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-1e6cb67a-301b-4dca-9dd3-1e8a6e3cddcc service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892684 Jul 01 16:53:15.234719 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60eb4213-f0a9-4fab-91dd-0e9ea1bd0bf5 req-bbe7e3ba-bfc8-4668-952b-be585edfab20 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Jul 01 16:53:15.995325 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a0cdb-2f5f-4728-8cc3-de4606eacd0f req-1fcc3c98-00f3-4722-8840-74ba4597107a tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:15.996694 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b4a0cdb-2f5f-4728-8cc3-de4606eacd0f req-1fcc3c98-00f3-4722-8840-74ba4597107a tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 943 time: 0.3256724 Jul 01 16:53:16.043355 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b4a0cdb-2f5f-4728-8cc3-de4606eacd0f req-96c8f398-bbab-4665-aa5a-0a3270636222 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Jul 01 16:53:16.205664 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-c5a1ebbc-e508-4375-80bc-d8267171c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:16.207125 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-c5a1ebbc-e508-4375-80bc-d8267171c8d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 1127 time: 0.0401044 Jul 01 16:53:16.276126 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:16.300514 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-e969cb74-4cb3-411f-9ddf-176d75e248b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:16.301941 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-e969cb74-4cb3-411f-9ddf-176d75e248b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 915 time: 0.0884538 Jul 01 16:53:16.344196 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-96f03521-0236-4d22-8abe-78799d5b6bd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2af661-e982-4046-938b-7b6145a3eee3 HTTP/1.1" status: 200 len: 217 time: 0.0331311 Jul 01 16:53:16.394978 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-863206dd-2979-4af8-8b31-53317680fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:16.396345 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-863206dd-2979-4af8-8b31-53317680fa24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0433140 Jul 01 16:53:16.435184 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-fbc2a687-72ac-4c71-9966-025e30952daa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296838 Jul 01 16:53:16.520730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:16.527854 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-3c24c39b-a1d6-40da-9b8b-6ac8303336e5 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846078 Jul 01 16:53:16.624575 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1716563a-e30b-4f3c-854e-868600d3ff72 req-2e2ee5fe-f3bf-46c7-9eae-606afb82cbb5 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879323 Jul 01 16:53:17.160348 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5612-5043-47c7-8fde-58e2ba7e46b4 req-cc7faa93-17bc-43c1-8a8e-c8afc5004cf0 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:17.161700 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a63f5612-5043-47c7-8fde-58e2ba7e46b4 req-cc7faa93-17bc-43c1-8a8e-c8afc5004cf0 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 943 time: 0.0483730 Jul 01 16:53:17.211666 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a63f5612-5043-47c7-8fde-58e2ba7e46b4 req-6216011e-007a-434f-929c-17a1ae831e26 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Jul 01 16:53:17.807329 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9a2af661-e982-4046-938b-7b6145a3eee3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:53:17.910128 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9a2af661-e982-4046-938b-7b6145a3eee3,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:53:17.921448 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': '9a2af661-e982-4046-938b-7b6145a3eee3', 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74', 'port_id': '9a2af661-e982-4046-938b-7b6145a3eee3', 'mac_address': 'fa:16:3e:eb:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fe1789-7f86-4f00-86f4-626c9248362f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:53:17.956432 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 9a2af661-e982-4046-938b-7b6145a3eee3 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:53:17.956806 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:17.970336 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2af661-e982-4046-938b-7b6145a3eee3 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:53:17.990507 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9a2af661-e982-4046-938b-7b6145a3eee3,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:53:17.996309 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:18.042129 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:18.049111 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.049451 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.049788 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.050119 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.050482 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.050815 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.051139 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.051457 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.051778 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.052127 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.052444 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.052760 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.053073 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.053385 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.053697 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:53:18.326743 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f035-37cc-4470-883e-5ede52555a45 req-80374fdf-6ee7-4274-a3f2-909dbb85a155 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:18.328174 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59d8f035-37cc-4470-883e-5ede52555a45 req-80374fdf-6ee7-4274-a3f2-909dbb85a155 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 944 time: 0.0480306 Jul 01 16:53:18.329148 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['9a2af661-e982-4046-938b-7b6145a3eee3'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:53:18.390478 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59d8f035-37cc-4470-883e-5ede52555a45 req-0dea80b6-232d-4aee-bc18-9bcf5a1eebea tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Jul 01 16:53:18.462520 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:18.466687 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG dbcounter [-] [110574] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:18.469135 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:19.504963 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a3ee2-32c1-44d3-98bb-4783f54341a9 req-757c89f1-e76a-4d02-a879-dd343715d2bf tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:19.506432 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e94a3ee2-32c1-44d3-98bb-4783f54341a9 req-757c89f1-e76a-4d02-a879-dd343715d2bf tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 944 time: 0.0491002 Jul 01 16:53:19.554693 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e94a3ee2-32c1-44d3-98bb-4783f54341a9 req-e30e367c-1fde-4bd3-9f6e-e3b9c70bd51c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Jul 01 16:53:19.806600 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9a2af661-e982-4046-938b-7b6145a3eee3 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:53:19.849640 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port 9a2af661-e982-4046-938b-7b6145a3eee3 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:53:19.856679 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port 9a2af661-e982-4046-938b-7b6145a3eee3 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:53:19.857050 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:19.893225 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:19.933905 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port 9a2af661-e982-4046-938b-7b6145a3eee3 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:53:19.934286 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:19.957304 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:53:19.959761 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6110c4cf-d28e-4442-a4d9-aecca92123c6" -d '{"events": [{"server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "name": "network-vif-plugged", "status": "completed", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:53:19.973071 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9a2af661-e982-4046-938b-7b6145a3eee3,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:53:19.978685 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:20.026818 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:53:20.130652 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd46593-0c38-4077-a547-8d69c160b329 x-openstack-request-id: req-fcd46593-0c38-4077-a547-8d69c160b329 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:53:20.130980 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "name": "network-vif-plugged", "status": "completed", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:53:20.131255 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcd46593-0c38-4077-a547-8d69c160b329 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:53:20.131718 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd46593-0c38-4077-a547-8d69c160b329'] response: {'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3', 'code': 200} Jul 01 16:53:20.359032 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68144041-e364-4f2e-b2e4-4cb2bc7fe206 req-8d5b7c88-27fa-483f-a7f6-60d2cfe57368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:20.360429 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68144041-e364-4f2e-b2e4-4cb2bc7fe206 req-8d5b7c88-27fa-483f-a7f6-60d2cfe57368 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 1129 time: 0.0394495 Jul 01 16:53:20.404550 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68144041-e364-4f2e-b2e4-4cb2bc7fe206 req-713eae50-ee85-47e4-b899-32c234b78277 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Jul 01 16:53:20.678490 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e427b-0799-459a-9751-026ba75bb76e req-b2ca4e6d-4c20-47ac-b4e4-f79cb68bd8e4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:20.680400 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-243e427b-0799-459a-9751-026ba75bb76e req-b2ca4e6d-4c20-47ac-b4e4-f79cb68bd8e4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0570369 Jul 01 16:53:20.729215 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-243e427b-0799-459a-9751-026ba75bb76e req-fbc61ef2-967f-459b-b588-5ff591c94c81 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Jul 01 16:53:21.850017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155565-7003-465d-9cf1-c7fe278174ff req-899f47e8-80b1-4878-b8f8-a3b3920d023b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:21.851539 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09155565-7003-465d-9cf1-c7fe278174ff req-899f47e8-80b1-4878-b8f8-a3b3920d023b tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Jul 01 16:53:21.898681 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09155565-7003-465d-9cf1-c7fe278174ff req-23cd3f20-c1b1-40e1-b753-969656e5cda4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Jul 01 16:53:23.024925 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fedc39-04be-4024-b3aa-cb6df693d66e req-cc793598-1c9f-43e9-b972-3e0466ce66c1 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:23.026468 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95fedc39-04be-4024-b3aa-cb6df693d66e req-cc793598-1c9f-43e9-b972-3e0466ce66c1 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Jul 01 16:53:23.078772 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95fedc39-04be-4024-b3aa-cb6df693d66e req-3d2f525f-2d36-46b9-b26f-b4b63e62473c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463853 Jul 01 16:53:23.346810 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:23.672809 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:31.381594 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-52820bf2-17b0-4e22-816a-b70e37cf539a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405300 Jul 01 16:53:31.481838 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:31.495836 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-e3d20068-1754-4322-927b-bc42966bf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:31.497491 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-e3d20068-1754-4322-927b-bc42966bf545 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 1129 time: 0.0432446 Jul 01 16:53:31.611253 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-2659a38d-fbc0-449f-9538-9ba9472ce07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:31.612751 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-2659a38d-fbc0-449f-9538-9ba9472ce07c service neutron] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 915 time: 0.0954311 Jul 01 16:53:31.653496 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-812697d4-ee09-474e-aa58-8e02700a7c58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2af661-e982-4046-938b-7b6145a3eee3 HTTP/1.1" status: 200 len: 217 time: 0.0336900 Jul 01 16:53:31.706507 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-a7da2fef-e4c1-4764-a9b5-a6fba5fdbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:53:31.707945 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-a7da2fef-e4c1-4764-a9b5-a6fba5fdbf75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0468102 Jul 01 16:53:31.742026 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-ff7da6cd-099d-436a-a7c8-751f4196279f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265017 Jul 01 16:53:31.818070 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:31.847127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-4ac3d0ec-9663-46e8-b083-102ffdc64c5e service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958228 Jul 01 16:53:31.946113 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d852c4ee-e6a9-426b-897d-1444c64837cb req-3cb1eb43-939a-4879-98ea-68c6f9454bf5 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929246 Jul 01 16:53:33.341008 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:33.342375 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:38.654268 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:38.657378 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:39.029081 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da051060-3e8a-4afc-a7ce-f3eaa38a9cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:41.557072 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79b8acf0-e0cd-4190-90ba-02d337ba7f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:41.936959 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=40 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:41.943309 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=13 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:53:42.927806 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:44.425140 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:44.650179 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:53:50.674806 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:53:53.348899 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:03.342325 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:03.344261 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:03.647827 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442cc62-ad5a-407d-9d60-11325ad716e3 req-db472fab-c32d-40d1-9248-54579aa3ba62 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:03.649225 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b442cc62-ad5a-407d-9d60-11325ad716e3 req-db472fab-c32d-40d1-9248-54579aa3ba62 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Jul 01 16:54:03.697398 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b442cc62-ad5a-407d-9d60-11325ad716e3 req-206ea823-b6fa-47fa-af58-f5c6f5f1fe0e tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Jul 01 16:54:04.813094 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284062c-61f9-4ee7-998c-4e0e739c426a req-099c3511-7697-47fb-b432-713c99a31ac0 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:04.814548 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9284062c-61f9-4ee7-998c-4e0e739c426a req-099c3511-7697-47fb-b432-713c99a31ac0 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0469213 Jul 01 16:54:04.864316 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9284062c-61f9-4ee7-998c-4e0e739c426a req-fb891ed4-300b-4966-9e6f-98fa86ff30ee tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Jul 01 16:54:05.411339 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-519692be-1980-41a1-b164-8d72338e1dff tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:05.412775 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-519692be-1980-41a1-b164-8d72338e1dff tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 945 time: 0.0515194 Jul 01 16:54:05.498685 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Deleting port 9a2af661-e982-4046-938b-7b6145a3eee3 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:54:05.499026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:05.596554 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] For port 9a2af661-e982-4046-938b-7b6145a3eee3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9a2af661-e982-4046-938b-7b6145a3eee3,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:54:05.596925 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:05.610157 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Calling delete_port for 9a2af661-e982-4046-938b-7b6145a3eee3 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:54:05.742726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (9a2af661-e982-4046-938b-7b6145a3eee3), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:05.771996 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Pushing event deleted for resources: {'Port': ['ID=9a2af661-e982-4046-938b-7b6145a3eee3,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:05.790064 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['9a2af661-e982-4046-938b-7b6145a3eee3'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:54:05.797439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.797792 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.798130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.798495 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.798842 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.799171 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.799497 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.799825 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.800152 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.800478 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.800802 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.801124 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.801445 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.801767 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.802088 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:05.826026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] No DVR routers for this DVR port 9a2af661-e982-4046-938b-7b6145a3eee3 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:54:05.828489 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:05.831759 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-32313186-2c5f-46a0-9b4c-90be68bee5c3 req-f669545f-a117-4f10-9b41-e3b1847a0dc7 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "DELETE /v2.0/ports/9a2af661-e982-4046-938b-7b6145a3eee3 HTTP/1.1" status: 204 len: 173 time: 0.4099514 Jul 01 16:54:05.832194 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'name': 'network-vif-deleted', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:54:05.834807 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496f5870-c6f5-4192-b414-2dda02200e74" -d '{"events": [{"server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "name": "network-vif-deleted", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:54:05.870742 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4c5a31-e27e-43da-b308-66d85831478d x-openstack-request-id: req-4f4c5a31-e27e-43da-b308-66d85831478d {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:54:05.871032 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e5fc84-bcc4-4f95-9ef2-749766d42994", "name": "network-vif-deleted", "tag": "9a2af661-e982-4046-938b-7b6145a3eee3", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:54:05.871281 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f4c5a31-e27e-43da-b308-66d85831478d {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:54:05.871766 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4c5a31-e27e-43da-b308-66d85831478d'] response: {'server_uuid': 'e3e5fc84-bcc4-4f95-9ef2-749766d42994', 'name': 'network-vif-deleted', 'tag': '9a2af661-e982-4046-938b-7b6145a3eee3', 'status': 'completed', 'code': 200} Jul 01 16:54:05.966668 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f190732e-5404-4446-9662-b23803200a24 req-c5694666-4d3d-4d72-862b-6cd9fb1655f5 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3e5fc84-bcc4-4f95-9ef2-749766d42994 HTTP/1.1" status: 200 len: 210 time: 0.0297210 Jul 01 16:54:09.031111 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d1daed0-837d-4bf4-a665-74ccfc0470ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:10.192881 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9a2af661-e982-4046-938b-7b6145a3eee3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:54:10.212459 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: 9a2af661-e982-4046-938b-7b6145a3eee3 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:54:10.212815 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device 9a2af661-e982-4046-938b-7b6145a3eee3 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:54:11.561193 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7e82b4ae-abd1-42ed-a932-fc2c762d6427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:12.931475 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:14.428998 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:14.653718 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:14.958321 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-6f5b928c-bfae-4f06-8438-7690ce52828a tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:14.960064 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-6f5b928c-bfae-4f06-8438-7690ce52828a tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 814 time: 0.1070983 Jul 01 16:54:14.974448 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-8bd0b386-343d-4776-9b70-268dc614e5bb tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/quotas/0879ab147a0b4fbeb3ec90fdfdb53f24 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Jul 01 16:54:15.007677 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-53f3fa0a-bfa9-456c-9366-50f8eb5b4a0c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276253 Jul 01 16:54:15.145109 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-c162b58d-643f-4b4a-be36-12871f92ef41 service neutron] 10.222.0.57 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311133 Jul 01 16:54:15.212175 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:15.238144 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-7259a411-9b7f-4099-a96b-d94fc5729aeb service neutron] 10.222.0.57 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868666 Jul 01 16:54:15.407388 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b42db60c-0135-4ed0-a720-80f4822249ba req-5580a2a0-a9d1-41c4-83b1-3d38cf5078dd tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 210 time: 0.0328856 Jul 01 16:54:15.650784 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:15.652795 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:16.404687 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:16.500114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-0ed02202-b056-44ef-8f5c-2da9b3718ede tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:16.501571 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-0ed02202-b056-44ef-8f5c-2da9b3718ede tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 814 time: 0.1187239 Jul 01 16:54:16.517878 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b306b3a3-81e5-45fe-8637-d8dea0597570 req-00ba0a10-3754-4bcd-a4b8-c131c70718d9 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 210 time: 0.0375986 Jul 01 16:54:16.544067 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Request body: {'port': {'device_id': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74', 'admin_state_up': True, 'tenant_id': '0879ab147a0b4fbeb3ec90fdfdb53f24'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:54:16.656434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Made reservation on behalf of 0879ab147a0b4fbeb3ec90fdfdb53f24 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 16:54:16.659885 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:16.790309 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Allocated IP 172.20.0.11 (08000a35-2dec-4993-b9a5-7cf20485ea74/67fe1789-7f86-4f00-86f4-626c9248362f/fc9f1304-9324-40cd-95db-77b469a51d83) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 16:54:16.940675 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks [] for port (fc9f1304-9324-40cd-95db-77b469a51d83), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:16.972136 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742530775372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.016247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Network 08000a35-2dec-4993-b9a5-7cf20485ea74 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 16:54:17.019378 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 16:54:17.023116 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 01 16:54:17.047105 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Pushing event updated for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:17.075526 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:17.076122 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.092193 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a8c6afdb-dbc3-473c-acc1-28c218cde858 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522361 Jul 01 16:54:17.116456 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Request body: {'port': {'device_id': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 01 16:54:17.179709 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.194465 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:17.232336 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:17.446845 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9f1304-9324-40cd-95db-77b469a51d83 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:54:17.454950 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks [] for port (fc9f1304-9324-40cd-95db-77b469a51d83), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.468442 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Transition to ACTIVE for port object fc9f1304-9324-40cd-95db-77b469a51d83 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 01 16:54:17.471976 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.520851 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:17.607389 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Attempting to bind port fc9f1304-9324-40cd-95db-77b469a51d83 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 01 16:54:17.607726 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Attempting to bind port fc9f1304-9324-40cd-95db-77b469a51d83 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 01 16:54:17.608059 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Attempting to bind port fc9f1304-9324-40cd-95db-77b469a51d83 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:54:17.630858 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Port fc9f1304-9324-40cd-95db-77b469a51d83 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 01 16:54:17.631185 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Attempting to bind port fc9f1304-9324-40cd-95db-77b469a51d83 on network 08000a35-2dec-4993-b9a5-7cf20485ea74 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 01 16:54:17.639981 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Checking agent: {'id': 'eeb1fa70-ad65-4403-8758-4ac2540bf6e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'started_at': datetime.datetime(2022, 7, 1, 16, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 1, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 01 16:54:17.640323 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Checking segment: {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 01 16:54:17.640714 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Bound using segment: {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 01 16:54:17.641147 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Bound port: fc9f1304-9324-40cd-95db-77b469a51d83, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c589d5b-6619-4e39-a941-904ab98594f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 01 16:54:17.641503 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.657609 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf5d8-302e-4ba6-be1c-62700571728f req-12fc435a-915e-455e-8d0f-8ac8eef5359e tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:17.659127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-16baf5d8-302e-4ba6-be1c-62700571728f req-12fc435a-915e-455e-8d0f-8ac8eef5359e tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 944 time: 0.0657077 Jul 01 16:54:17.745048 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 16:54:17.749544 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-16baf5d8-302e-4ba6-be1c-62700571728f req-6cb5dd9a-3880-46de-8d9c-c4c6b1ffb152 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845551 Jul 01 16:54:17.751239 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc9f1304-9324-40cd-95db-77b469a51d83,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 16:54:17.757517 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960589'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.797799 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:17.798440 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:17.799802 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc9f1304-9324-40cd-95db-77b469a51d83 HTTP/1.1" status: 200 len: 1094 time: 0.6873682 Jul 01 16:54:17.800237 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:54:17.802462 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:54:17.823423 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67e32-c4a0-4cfc-86f1-ed0fb47144e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:17.850001 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Jul 2022 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f08deb6-2896-4228-97c6-c1eaa92e8114 x-openstack-request-id: req-5f08deb6-2896-4228-97c6-c1eaa92e8114 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:54:17.850001 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:54:17.850243 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f08deb6-2896-4228-97c6-c1eaa92e8114 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:54:17.850651 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f08deb6-2896-4228-97c6-c1eaa92e8114'] response: {'name': 'network-changed', 'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83', 'status': 'completed', 'code': 200} Jul 01 16:54:17.915638 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-b97f7044-0d2d-4458-9835-376bd0ec7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:17.917130 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-b97f7044-0d2d-4458-9835-376bd0ec7703 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 1128 time: 0.0411823 Jul 01 16:54:17.965445 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-a80a706f-862c-4322-b1e5-eeaa49111590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9f1304-9324-40cd-95db-77b469a51d83 HTTP/1.1" status: 200 len: 217 time: 0.0335557 Jul 01 16:54:18.017683 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-2b39d543-fed1-47aa-9256-7c93b1f528b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:18.019044 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-2b39d543-fed1-47aa-9256-7c93b1f528b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0471330 Jul 01 16:54:18.054195 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-73045349-ec99-4e4b-a20a-aa7d796891c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254354 Jul 01 16:54:18.147628 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-53eb9772-2dfd-488c-be7a-857c4f7d7c42 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Jul 01 16:54:18.189806 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:18.225161 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:18.247961 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc953bc-1c1b-4b0e-b855-776accfc4529 req-606aaffa-4567-4649-be94-44c725c026bc service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900021 Jul 01 16:54:18.869302 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7d6b4-dca8-40e9-a993-fe00b6b05b85 req-e9b247b9-1423-4b27-810e-427ad3516b04 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:18.870833 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ffc7d6b4-dca8-40e9-a993-fe00b6b05b85 req-e9b247b9-1423-4b27-810e-427ad3516b04 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 944 time: 0.0514262 Jul 01 16:54:18.918838 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ffc7d6b4-dca8-40e9-a993-fe00b6b05b85 req-a5393a60-90f7-47b3-903b-aaf1b75739b1 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Jul 01 16:54:19.293698 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-4c8445ac-dce4-4cf0-ad0e-cc352b9c58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:19.295199 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-4c8445ac-dce4-4cf0-ad0e-cc352b9c58f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 1128 time: 0.0449135 Jul 01 16:54:19.391827 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-c0e6951d-e675-455b-bf32-6fd52fa54051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:19.393283 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-c0e6951d-e675-455b-bf32-6fd52fa54051 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 915 time: 0.0880589 Jul 01 16:54:19.437591 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-7f87706c-c505-4ff1-9cc7-9711dfbcfc80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9f1304-9324-40cd-95db-77b469a51d83 HTTP/1.1" status: 200 len: 217 time: 0.0354524 Jul 01 16:54:19.489834 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-303eff72-dcb3-422e-bf82-0aa3d1505778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:19.491282 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-303eff72-dcb3-422e-bf82-0aa3d1505778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0453269 Jul 01 16:54:19.526338 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-cefab5f0-97df-4b46-8f20-19fb72fcc534 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274737 Jul 01 16:54:19.621127 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-fb57d55a-2649-4559-9945-fbabfec97d19 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888095 Jul 01 16:54:19.716369 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e63a27d-6dfc-4b38-a059-ea21cc5af7b2 req-4803cffc-cf51-4cb8-83e2-60d288448364 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Jul 01 16:54:20.035275 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1722a1-4b4c-4d8f-8991-46548c10e7fc req-d54cce6b-934c-494b-9a24-2c60acb63d32 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:20.036721 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e1722a1-4b4c-4d8f-8991-46548c10e7fc req-d54cce6b-934c-494b-9a24-2c60acb63d32 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 944 time: 0.0478916 Jul 01 16:54:20.090131 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e1722a1-4b4c-4d8f-8991-46548c10e7fc req-77e63c42-b9cd-489d-aaf5-c2510f23f001 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Jul 01 16:54:20.200009 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device fc9f1304-9324-40cd-95db-77b469a51d83 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=110576) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 16:54:20.300168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc9f1304-9324-40cd-95db-77b469a51d83,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:54:20.311525 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Returning: {'device': 'fc9f1304-9324-40cd-95db-77b469a51d83', 'network_id': '08000a35-2dec-4993-b9a5-7cf20485ea74', 'port_id': 'fc9f1304-9324-40cd-95db-77b469a51d83', 'mac_address': 'fa:16:3e:16:f3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fe1789-7f86-4f00-86f4-626c9248362f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110576) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 16:54:20.346537 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port fc9f1304-9324-40cd-95db-77b469a51d83 is: DOWN; New status is: BUILD {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:54:20.346921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:20.362456 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9f1304-9324-40cd-95db-77b469a51d83 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 01 16:54:20.382272 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc9f1304-9324-40cd-95db-77b469a51d83,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:54:20.388750 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:20.443344 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=4']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:20.451906 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.452170 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.452499 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.452841 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.453176 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.453500 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.453829 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.454155 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.454515 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.457380 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.457770 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.458114 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.458533 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.458876 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.459206 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:54:20.730774 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['fc9f1304-9324-40cd-95db-77b469a51d83'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:54:21.211022 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadc3a-37b1-4d40-850d-88673dd74670 req-81d41142-c5a3-43a2-928c-2667fa18f3d4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:21.212800 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-06eadc3a-37b1-4d40-850d-88673dd74670 req-81d41142-c5a3-43a2-928c-2667fa18f3d4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Jul 01 16:54:21.259868 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-06eadc3a-37b1-4d40-850d-88673dd74670 req-930557dd-5623-460f-9869-dc8f4c2a1aa6 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Jul 01 16:54:22.215082 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device fc9f1304-9324-40cd-95db-77b469a51d83 up at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 16:54:22.261595 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning for port fc9f1304-9324-40cd-95db-77b469a51d83 completed by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 01 16:54:22.267249 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Provisioning complete for port fc9f1304-9324-40cd-95db-77b469a51d83 triggered by entity L2. {{(pid=110576) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 01 16:54:22.267630 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16360209'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), provisioning_complete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:22.340735 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Current status of the port fc9f1304-9324-40cd-95db-77b469a51d83 is: BUILD; New status is: ACTIVE {{(pid=110576) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 01 16:54:22.341101 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16174570'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:22.364481 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:54:22.366712 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41aa670c3e5feaace18acc639f4ab7e4d20691a254ee2487ab8874694182af19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7763e5-ae28-4316-9bef-7207fe30145e" -d '{"events": [{"server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:54:22.373451 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b990a6-dcfa-4d0f-ba18-aa6d4eff18ee req-693b236d-06b5-473a-97fa-a1ab27ab7fe8 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:22.375042 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6b990a6-dcfa-4d0f-ba18-aa6d4eff18ee req-693b236d-06b5-473a-97fa-a1ab27ab7fe8 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Jul 01 16:54:22.380778 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc9f1304-9324-40cd-95db-77b469a51d83,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:54:22.386163 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742531171274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742530775390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742530775408'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:22.410880 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b637a181-e15e-4281-b88e-de77469b9062 x-openstack-request-id: req-b637a181-e15e-4281-b88e-de77469b9062 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:54:22.411188 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:54:22.411440 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b637a181-e15e-4281-b88e-de77469b9062 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:54:22.411831 dv-cinder-797608-41-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b637a181-e15e-4281-b88e-de77469b9062'] response: {'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83', 'code': 200} Jul 01 16:54:22.429777 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6b990a6-dcfa-4d0f-ba18-aa6d4eff18ee req-ba616d52-da4d-46e9-a07f-fcb48575aebb tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Jul 01 16:54:22.437079 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:22.442682 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Pushing event updated for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=5']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:22.630439 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476143f7-d417-49d9-9ddf-c965df8b4e75 req-3ad7502b-b94d-45a7-ad52-46ecd3b54ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:22.631906 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-476143f7-d417-49d9-9ddf-c965df8b4e75 req-3ad7502b-b94d-45a7-ad52-46ecd3b54ee6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 1130 time: 0.0430613 Jul 01 16:54:22.679787 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-476143f7-d417-49d9-9ddf-c965df8b4e75 req-a91597fa-43ca-4033-a77c-630113689f48 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Jul 01 16:54:23.501586 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:23.553300 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d907e-4645-4dec-8625-74e0f7d7e305 req-e8322ba6-f2bd-4cd4-9ca1-4f263f226bc1 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:23.554792 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-104d907e-4645-4dec-8625-74e0f7d7e305 req-e8322ba6-f2bd-4cd4-9ca1-4f263f226bc1 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 946 time: 0.0495617 Jul 01 16:54:23.603365 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-104d907e-4645-4dec-8625-74e0f7d7e305 req-6c9a5f74-e676-43ef-a258-6f2133cb857e tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Jul 01 16:54:24.700127 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:24.703026 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=100 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:24.719598 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42689be-c118-4e87-9a75-105d19ba0e4e req-988d005a-4adb-414f-9af5-9aac124010f4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:24.721043 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b42689be-c118-4e87-9a75-105d19ba0e4e req-988d005a-4adb-414f-9af5-9aac124010f4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 946 time: 0.0486708 Jul 01 16:54:24.773952 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b42689be-c118-4e87-9a75-105d19ba0e4e req-96a6448b-1477-4366-928e-9b9b6cdfd9d4 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Jul 01 16:54:27.674675 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:54:33.490187 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:33.497470 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:34.763757 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=6 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:34.770666 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=8 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:35.724164 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-065d84bb-8548-4551-96d2-a6de847d47f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384667 Jul 01 16:54:35.838083 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6987-13ca-49a7-8a66-e867624b308f req-f8543cd5-8421-4ac8-9b9b-6207ae0a68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:35.839669 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-f8543cd5-8421-4ac8-9b9b-6207ae0a68c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 1130 time: 0.0429983 Jul 01 16:54:35.959087 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6987-13ca-49a7-8a66-e867624b308f req-17484240-04f0-4d8a-8250-5ada52633271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:35.960837 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-17484240-04f0-4d8a-8250-5ada52633271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 200 len: 915 time: 0.1026647 Jul 01 16:54:36.001680 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-a7bd0921-f93a-4157-9e2f-b76b2b2c91de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9f1304-9324-40cd-95db-77b469a51d83 HTTP/1.1" status: 200 len: 217 time: 0.0339565 Jul 01 16:54:36.050690 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6987-13ca-49a7-8a66-e867624b308f req-fb897ae5-ab03-455f-bd7d-3d9dd8a4e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:36.052156 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-fb897ae5-ab03-455f-bd7d-3d9dd8a4e5dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 200 len: 854 time: 0.0449426 Jul 01 16:54:36.083878 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-45ff400f-8332-4281-a080-e7359a53c5f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08000a35-2dec-4993-b9a5-7cf20485ea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254745 Jul 01 16:54:36.186512 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-abfe88a9-68d6-4eeb-8482-a8bfb4f857a2 service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954082 Jul 01 16:54:36.286937 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fffb6987-13ca-49a7-8a66-e867624b308f req-286c9f34-89c9-4899-8956-89fd7419a5cc service neutron] 10.222.0.43 "GET /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943398 Jul 01 16:54:37.670297 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:37.671309 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:39.033002 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89753f8-8e2f-4ff8-b3ab-12c77ec4713f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:41.564565 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-78c29fc7-72e1-4aa8-bdbf-139e4971585e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:42.934463 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:44.431957 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:44.659401 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:45.885362 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127e667-7071-4087-a839-e3e81d93581b req-d79c7797-5224-4c40-a742-40fad982deec tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:45.886881 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1127e667-7071-4087-a839-e3e81d93581b req-d79c7797-5224-4c40-a742-40fad982deec tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Jul 01 16:54:45.935877 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1127e667-7071-4087-a839-e3e81d93581b req-67e514d4-c6f7-4ec4-a5b2-bd7a5437f20e tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Jul 01 16:54:47.052706 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78c9d-07d2-42de-afcd-3397225c4672 req-8241a3aa-4485-4651-be13-611de230ac8c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:47.054136 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47d78c9d-07d2-42de-afcd-3397225c4672 req-8241a3aa-4485-4651-be13-611de230ac8c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Jul 01 16:54:47.101864 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-47d78c9d-07d2-42de-afcd-3397225c4672 req-55b05ff4-c26a-42e4-901f-723ad7c74106 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/security-groups?id=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Jul 01 16:54:47.699271 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-d8c16e73-8c0a-40c5-96ef-e5ccd7ee610c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 01 16:54:47.701269 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-d8c16e73-8c0a-40c5-96ef-e5ccd7ee610c tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 946 time: 0.0507050 Jul 01 16:54:47.786062 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Deleting port fc9f1304-9324-40cd-95db-77b469a51d83 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 01 16:54:47.786445 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742531166980'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:47.881812 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] For port fc9f1304-9324-40cd-95db-77b469a51d83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc9f1304-9324-40cd-95db-77b469a51d83,segment=NetworkSegment(2c589d5b-6619-4e39-a941-904ab98594f9),segment_id=2c589d5b-6619-4e39-a941-904ab98594f9)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 16:54:47.882174 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405135'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:47.897109 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Calling delete_port for fc9f1304-9324-40cd-95db-77b469a51d83 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 01 16:54:47.969965 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:47.972710 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:48.029514 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16174501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742531172136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742530775381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960628'] for port (fc9f1304-9324-40cd-95db-77b469a51d83), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:48.054467 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Pushing event deleted for resources: {'Port': ['ID=fc9f1304-9324-40cd-95db-77b469a51d83,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:54:48.078473 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] get_ports_and_sgs() called for port_ids ['fc9f1304-9324-40cd-95db-77b469a51d83'] {{(pid=110576) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 16:54:48.101177 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] No DVR routers for this DVR port fc9f1304-9324-40cd-95db-77b469a51d83 on host hv-cinder-79760 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 01 16:54:48.104183 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5111'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:48.107447 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88dd20ab-0733-49bd-a2d7-4add08829ed8 req-3a0296d9-37a1-4403-8081-1ded68783d23 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.43 "DELETE /v2.0/ports/fc9f1304-9324-40cd-95db-77b469a51d83 HTTP/1.1" status: 204 len: 173 time: 0.3975389 Jul 01 16:54:48.107885 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'name': 'network-vif-deleted', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 01 16:54:48.110118 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ac8f588ba419ac636680cf7f974801e28e7e73f0a62dfec4b5d7240486f73fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97064526-94be-4c2b-b5f9-9723ab893dc3" -d '{"events": [{"server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "name": "network-vif-deleted", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 16:54:48.150370 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Jul 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca4b5c8-c980-4f7f-8089-278bf6c17433 x-openstack-request-id: req-5ca4b5c8-c980-4f7f-8089-278bf6c17433 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 16:54:48.150665 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccbb11c-9a22-41df-a290-d251ec103d36", "name": "network-vif-deleted", "tag": "fc9f1304-9324-40cd-95db-77b469a51d83", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 16:54:48.151105 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ca4b5c8-c980-4f7f-8089-278bf6c17433 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 16:54:48.151505 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca4b5c8-c980-4f7f-8089-278bf6c17433'] response: {'server_uuid': '9ccbb11c-9a22-41df-a290-d251ec103d36', 'name': 'network-vif-deleted', 'tag': 'fc9f1304-9324-40cd-95db-77b469a51d83', 'status': 'completed', 'code': 200} Jul 01 16:54:48.204425 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15b783bb-b74c-4838-8b60-9fc794a8e862 req-cf78e056-e55a-465b-9a2b-3f0a0ff53736 tempest-VolumesSnapshotTestJSON-2030875900 tempest-VolumesSnapshotTestJSON-2030875900-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ccbb11c-9a22-41df-a290-d251ec103d36 HTTP/1.1" status: 200 len: 210 time: 0.0295422 Jul 01 16:54:52.643601 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:52.648949 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:53.630458 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device fc9f1304-9324-40cd-95db-77b469a51d83 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 16:54:53.656636 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] No Port match for: fc9f1304-9324-40cd-95db-77b469a51d83 {{(pid=110576) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 01 16:54:53.656975 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.rpc [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Device fc9f1304-9324-40cd-95db-77b469a51d83 not bound to the agent host hv-cinder-79760 {{(pid=110576) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 16:54:53.665223 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:54:58.185247 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=10 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:54:58.186049 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:03.639067 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:03.661097 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:04.673785 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:55:09.041675 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-309ec168-f7f0-4662-b627-1026e3f9334d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:09.445635 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=13 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:11.491058 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41854) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:55:11.539773 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Deleting subnet 67fe1789-7f86-4f00-86f4-626c9248362f {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 01 16:55:11.547130 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Publish callbacks [] for subnet (67fe1789-7f86-4f00-86f4-626c9248362f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.569974 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6272f0d1-01b8-4b85-89b3-847d46cef902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.859578 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4125335'] for subnet (67fe1789-7f86-4f00-86f4-626c9248362f), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.899196 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16359576'] for subnet (67fe1789-7f86-4f00-86f4-626c9248362f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.953099 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16359571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805945'] for subnet (67fe1789-7f86-4f00-86f4-626c9248362f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.978010 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fe1789-7f86-4f00-86f4-626c9248362f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:55:11.989017 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.989365 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.989703 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.990038 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.990458 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.990790 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.991114 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.991434 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.992162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.992162 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.992404 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.992691 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.993006 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.993322 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.993662 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-41-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 16:55:11.996722 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:11.999844 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c6eb2510-a4fa-4333-b34b-cd5493f0bb68 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/67fe1789-7f86-4f00-86f4-626c9248362f HTTP/1.1" status: 204 len: 168 time: 0.5077641 Jul 01 16:55:12.002470 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41856) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:55:12.075282 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16371499'] for network (08000a35-2dec-4993-b9a5-7cf20485ea74), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.158868 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16361614', 'neutron.services.segments.db._delete_segments_for_network-8742531342174'] for network (08000a35-2dec-4993-b9a5-7cf20485ea74), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.179069 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08000a35-2dec-4993-b9a5-7cf20485ea74']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:55:12.188533 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c589d5b-6619-4e39-a941-904ab98594f9') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:55:12.188826 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c589d5b-6619-4e39-a941-904ab98594f9') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 16:55:12.199281 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742531342439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4125356'] for segment (2c589d5b-6619-4e39-a941-904ab98594f9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.213460 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891'] for segment (2c589d5b-6619-4e39-a941-904ab98594f9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.220167 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 16:55:12.220671 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960801'] for segment (2c589d5b-6619-4e39-a941-904ab98594f9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.274626 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 2c589d5b-6619-4e39-a941-904ab98594f9 resource provider aggregate not found Jul 01 16:55:12.286075 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16361655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512213'] for network (08000a35-2dec-4993-b9a5-7cf20485ea74), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.293627 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538395'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.296619 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/08000a35-2dec-4993-b9a5-7cf20485ea74 HTTP/1.1" status: 204 len: 168 time: 0.2932458 Jul 01 16:55:12.298256 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.services.segments.plugin [-] Segment 2c589d5b-6619-4e39-a941-904ab98594f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c589d5b-6619-4e39-a941-904ab98594f9 found for delete ", "request_id": "req-fe316fd0-faf7-44ff-a117-d17e29eebf74"}]} Jul 01 16:55:12.308283 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bcf8f-6eb9-4260-b2a5-975e3e85d2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=08000a35-2dec-4993-b9a5-7cf20485ea74,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:55:12.415730 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41864) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:55:12.463054 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f08a4dd5-883f-4213-bf60-1be519f3970a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0879ab147a0b4fbeb3ec90fdfdb53f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454676 Jul 01 16:55:12.465788 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.57', 41866) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 01 16:55:12.516625 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] Publish callbacks [] for security_group (ffc4fbe8-a8aa-458d-adfa-06bebabdb13f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.539443 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] Publish callbacks [] for security_group (ffc4fbe8-a8aa-458d-adfa-06bebabdb13f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.588999 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582594'] for security_group (ffc4fbe8-a8aa-458d-adfa-06bebabdb13f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.591605 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:12.592759 dv-cinder-797608-41-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffc4fbe8-a8aa-458d-adfa-06bebabdb13f HTTP/1.1" status: 204 len: 168 time: 0.1259997 Jul 01 16:55:12.601895 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dd947-8c49-404a-b9b2-c30603a0718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4fbe8-a8aa-458d-adfa-06bebabdb13f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 16:55:12.938843 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:14.439062 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:14.654961 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:14.670493 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:22.596311 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:22.597319 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG dbcounter [-] [110575] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:23.638181 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:29.642886 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:29.646950 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:33.631499 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:33.633399 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:55:39.034921 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f45c4be1-dd0d-409e-80bd-5ee11db617a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:41.572973 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-78b84ec2-ed35-47dd-9fd4-592b11522571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:41.673530 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:55:42.939353 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:44.437846 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:44.648900 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:55:53.659466 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:00.733794 dv-cinder-797608-41-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-d3acf7f8-7842-4cd3-8613-e4bcdc476996 req-d5ba3f6c-e55d-4f37-a4dc-02987a851737 service neutron] (110575) timed out ('10.222.0.43', 60789) {{(pid=110575) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 01 16:56:03.652392 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:03.655020 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:07.695753 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=6 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:07.696523 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:09.036168 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45ddcfd5-c6d6-44c3-aefc-b5537895bd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:11.575189 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d3167673-dd04-4ba4-bc03-cea263da57d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:12.944918 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:14.439693 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:14.651976 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:18.672795 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:56:23.666780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:28.668336 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:28.669307 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:33.656939 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:33.661585 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:39.037952 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e3e159c-9f5d-45d4-bb38-1a07c22e4bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:41.578070 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b939445b-7c73-4637-87f5-95ea9c9a1d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:42.945609 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:43.635172 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:43.640202 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:56:44.445345 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:44.658180 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:53.666780 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:56:55.671866 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:57:03.660986 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:03.663055 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:09.042433 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-cf2f4d65-7677-4058-b7b7-f1ae66c335f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:09.450629 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=13 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:09.453438 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:11.579809 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-36483836-e738-4357-91f1-522d0de4ccc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:12.947870 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:14.456080 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:14.651700 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:20.630643 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:20.635893 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=5 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:23.676027 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:32.670281 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:57:33.669018 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:33.670900 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:39.044857 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0ac03c16-28d9-4936-a354-be095510c10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:41.582842 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb856-c373-4ef8-9730-46b7bcaeb50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:42.665975 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:42.666905 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:42.949884 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:44.451575 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:44.653885 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:53.698574 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:57:57.637813 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:57.642154 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:57:59.483055 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [req-2fc811f2-6de4-430f-a51b-f495d4a80885 req-9d65f76a-03f3-4cdd-ad67-f15fdf94d443 service neutron] (110574) timed out ('10.222.0.43', 60799) {{(pid=110574) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 01 16:57:59.606270 dv-cinder-797608-41-iscsi neutron-server[110574]: DEBUG neutron.wsgi [req-3c4a3c2c-72c9-4ef3-854f-983d2c14f574 req-362b382b-9d46-4ada-8ef2-7a9f8201aa25 service neutron] (110574) timed out ('10.222.0.43', 60813) {{(pid=110574) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 01 16:58:03.692031 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:03.694063 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:07.699126 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:07.699910 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:DELETE=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:09.046824 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-05ad0d0d-80c4-4b65-b415-a445f7e4a053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:09.669313 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:58:11.590650 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-94bd7d35-f540-4518-8e64-f80a3d9a6a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:12.956207 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:14.454555 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:14.657241 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:19.664918 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:23.712320 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:33.701482 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:33.708253 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:34.639126 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:34.639883 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:39.049508 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1c31259f-0776-4030-b12d-99e01d40b2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:41.589761 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-26ea590c-e055-47d1-9430-5b4e1d8b921e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:42.956997 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:44.458825 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:44.659625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:46.669707 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:58:53.712529 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:58:54.656121 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:56.665151 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:58:56.666032 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:03.707307 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:09.055521 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b4de3e8f-a6b1-46bd-84ac-1d9d135183ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:11.592954 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd561-ef4a-4bee-9971-d346f74d37b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:11.631470 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=15 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:11.637512 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=17 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:12.961131 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:14.461596 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:14.662260 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:23.669255 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 16:59:23.720639 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:33.663856 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:33.664737 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:33.715024 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:33.716939 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:39.057454 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-504eb840-fda5-4520-a1b8-c264a230b70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:41.598802 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4f380e8b-4045-467a-abdd-e3d32974119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:42.962846 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:44.465052 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:44.666987 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 16:59:48.628738 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:48.634856 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=3 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 16:59:53.727228 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:00.668053 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG neutron.db.agents_db [None req-4a1bafa5-c103-494a-8e07-556c87a7caf0 None None] Agent healthcheck: found 6 active agents {{(pid=110577) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 17:00:03.716461 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 17:00:03.722625 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG dbcounter [-] [110576] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110576) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 17:00:09.059645 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-54627272-7d04-478c-8b22-85be80c88979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (65f09bc1-5c31-40be-aba8-4fed7cf33eb4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:10.664131 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 17:00:10.664981 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 17:00:11.601583 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79199e65-cbc1-4de3-a343-e05ea8c078f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (e518c54d-8a07-4d7a-a8bf-2a0d1bf40d0a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:12.965902 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18128d72-aa19-48db-823b-9ae65a74a312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (ba458ad8-caca-4889-8f4b-8f86a1c2bbc9), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:14.468000 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4edac1-63a2-4594-bb26-72766a69ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (a51ae151-2966-4f73-aa75-2ea26ce3bb98), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:14.673210 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-18a50609-b016-4ea8-bf36-5f18d4430f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (b5a7bc5f-790e-4ea0-b53f-f31702c9c3c4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:23.741536 dv-cinder-797608-41-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c2d5-ef97-4a22-a7c2-4d70f47ce50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742531342156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16360399'] for agent (eeb1fa70-ad65-4403-8758-4ac2540bf6e1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 01 17:00:25.626551 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=2 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 01 17:00:25.630735 dv-cinder-797608-41-iscsi neutron-server[110577]: DEBUG dbcounter [-] [110577] Writing DB stats neutron:SELECT=4 {{(pid=110577) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}